-- Logs begin at Thu 2022-02-03 23:19:19 UTC, end at Fri 2022-02-04 00:18:09 UTC. --
Feb 03 23:53:30.786749 dv-cinder-827776-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 03 23:53:32.914702 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.common.config [-] Logging enabled!
Feb 03 23:53:32.915437 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13
Feb 03 23:53:32.915559 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82626) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Feb 03 23:53:32.917781 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.common.config [-] Logging enabled!
Feb 03 23:53:32.918026 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13
Feb 03 23:53:32.918273 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82626) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Feb 03 23:53:32.919230 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 23:53:32.919464 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 03 23:53:32.919841 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 03 23:53:32.920086 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 03 23:53:32.920310 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 03 23:53:32.920630 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.920928 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.921223 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.921452 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.921950 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.922414 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.922707 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.923001 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.923304 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.923624 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.923904 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.924195 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.924425 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.924706 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.924993 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.925287 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.925511 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] debug                          = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.925792 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.926220 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.926627 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.926911 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.927204 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.927488 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.927776 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.928061 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.928391 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] host                           = dv-cinder-827776-1-iscsi {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.928670 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.928958 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.929244 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.929527 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.929799 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.930075 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.930355 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.930626 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.930897 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.931174 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.931459 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.931770 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.932059 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.932283 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.932502 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.932787 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.933075 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.933351 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.933627 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.933902 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.934177 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.934448 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.934715 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.935002 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.935291 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.935593 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.935871 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.936146 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.936416 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.936687 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.936972 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.937291 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.937569 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.937842 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.938128 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.938398 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.938670 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.938969 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.939253 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.939590 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.939862 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.940137 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.940420 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.940690 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.940961 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.941233 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.941504 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.941772 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.942052 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.942323 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.942593 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.942866 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.943140 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.943422 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.943718 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:32.944014 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.944308 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.944606 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.944886 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.945184 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.945463 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.945750 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.946026 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.946313 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.946601 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.946889 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.947166 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.947452 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.947775 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.948069 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.948343 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.948623 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.948914 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.949193 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.949464 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.949740 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.950029 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.950308 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.950582 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.950892 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.951177 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.951449 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.951744 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.952023 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.952311 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.952587 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.953371 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.953644 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.954025 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.954306 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.954592 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.954870 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.955144 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.955416 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.955728 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.956004 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.956277 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.956554 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.956826 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.957102 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.957375 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.957647 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.957918 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.958190 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.958462 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.958732 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.959003 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.959278 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.959561 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.959845 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.960123 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.960395 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.960668 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.960957 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.961253 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.961534 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.961814 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.962096 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.962375 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.962654 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.962931 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.963212 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.963491 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.963792 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.964085 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.964371 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.964660 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.964944 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.965222 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.965524 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.965802 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.966087 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.966367 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.966648 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.966936 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.967220 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.967515 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.967840 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.968136 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.969086 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.969387 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.969769 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.970090 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.970374 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:32.970594 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 03 23:53:32.970839 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82626) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Feb 03 23:53:33.372966 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO keyring.backend [-] Loading KWallet
Feb 03 23:53:33.381150 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO keyring.backend [-] Loading SecretService
Feb 03 23:53:33.384312 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO keyring.backend [-] Loading Windows
Feb 03 23:53:33.385657 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO keyring.backend [-] Loading chainer
Feb 03 23:53:33.386228 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO keyring.backend [-] Loading macOS
Feb 03 23:53:33.420691 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Feb 03 23:53:33.420971 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Feb 03 23:53:33.421263 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Feb 03 23:53:33.422167 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 03 23:53:33.724932 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.725233 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.725507 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.782498 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.782777 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.783045 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.786130 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.786414 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.786685 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.815241 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.815519 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.815811 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.842464 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.842739 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:33.843004 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.160993 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9df829aca0> agent after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.161619 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9df829aca0> agent after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.161619 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f9df829ad30> segment precommit_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.161811 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f9df829adc0> network precommit_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.162688 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f9df829a670> segment before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.283950 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> network before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.284267 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f9df826bf70> agent before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.284557 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> network before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.284827 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> port before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.285095 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> port before_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.285406 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> segment after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.285671 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> segment precommit_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.285928 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> segment precommit_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.286180 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> segment after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.286461 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> network after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.286718 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> network precommit_delete 0 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.286980 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> port provisioning_complete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.287244 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> rbac-policy before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.287501 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> rbac-policy after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.287793 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> agent after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.288060 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> subnet after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.288315 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> subnet precommit_delete 0 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.288587 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> rbac-policy before_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.288839 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> rbac-policy before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.289117 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> segment_host_mapping after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.289461 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> port after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.289716 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> port after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.289962 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> port after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.290245 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> rbac-policy before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.290494 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> rbac-policy before_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.290741 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9df8ecc760>> rbac-policy before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.291129 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 03 23:53:34.291368 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 03 23:53:34.291636 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 03 23:53:34.291873 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 03 23:53:34.292108 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 03 23:53:34.292341 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 03 23:53:34.292888 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 03 23:53:34.296025 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 03 23:53:34.300200 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 03 23:53:34.304089 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])])
Feb 03 23:53:34.305732 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 03 23:53:34.306111 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 03 23:53:34.306443 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Feb 03 23:53:34.306824 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 03 23:53:34.309666 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 03 23:53:34.309920 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 03 23:53:34.310268 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Feb 03 23:53:34.338619 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 03 23:53:34.339071 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f9df831a610>> qos_plugin after_init 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.339371 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82626) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Feb 03 23:53:34.339757 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f9df82eee80>> logging-plugin after_init 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.341135 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82626) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 03 23:53:34.341413 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Feb 03 23:53:34.341662 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Feb 03 23:53:34.345380 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9df82ee130>> floatingip before_response 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.345664 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9df82ee130>> port before_response 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.405831 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 03 23:53:34.406680 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 03 23:53:34.406965 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 03 23:53:34.407390 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 03 23:53:34.437437 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_db.sqlalchemy.engines [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82626) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 03 23:53:34.761480 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Initializing driver for type 'gre'
Feb 03 23:53:34.762004 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] gre ID ranges: [(1, 1000)]
Feb 03 23:53:34.816829 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Initializing driver for type 'local'
Feb 03 23:53:34.817190 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Initializing driver for type 'vlan'
Feb 03 23:53:34.831940 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] VlanTypeDriver initialization complete
Feb 03 23:53:34.832274 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Initializing driver for type 'vxlan'
Feb 03 23:53:34.832757 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] vxlan ID ranges: [(1, 1000)]
Feb 03 23:53:34.885898 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Initializing extension driver 'port_security'
Feb 03 23:53:34.886334 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.extensions.port_security [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] PortSecurityExtensionDriver initialization complete
Feb 03 23:53:34.886682 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Initializing mechanism driver 'openvswitch'
Feb 03 23:53:34.887013 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Initializing mechanism driver 'hyperv'
Feb 03 23:53:34.894110 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.plugins.ml2.plugin [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:53:34.894783 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df81d7970>> port after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.895155 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df81d7970>> port after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.895503 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df81d7970>> port after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.896053 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 03 23:53:34.896486 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c37280>> subnet after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.896843 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c37280>> subnet after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.897188 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c37280>> subnet after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.897589 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 03 23:53:34.897995 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c377f0>> network after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.898345 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c377f0>> network after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.898687 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c377f0>> network after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.899084 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 03 23:53:34.899492 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c37d00>> security_group after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.899884 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c37d00>> security_group after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.900228 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c37d00>> security_group after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.900758 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 03 23:53:34.901178 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c3e250>> security_group_rule after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.901520 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c3e250>> security_group_rule after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.901864 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9df7c3e250>> security_group_rule after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.902264 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 03 23:53:34.902706 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] ML2 OVO RPC backend initialized. {{(pid=82626) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}}
Feb 03 23:53:34.903353 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> router_interface after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.903750 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> router_interface after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.904171 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> network before_response 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.904520 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> networks before_response 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.904871 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> port before_response 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.905219 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> ports before_response 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.905571 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> subnet before_response 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.905981 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> subnets before_response 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.906366 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> network after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.906713 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> network after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.907054 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> network after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.907396 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> port after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.907763 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> port after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.908104 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> port after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.908446 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> subnet after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.908787 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> subnet after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.909122 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9df7c3e880>> subnet after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.909700 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.plugin [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Modular L2 Plugin initialization complete
Feb 03 23:53:34.910049 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading services supported by the core plugin {{(pid=82626) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 03 23:53:34.910359 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.plugins.ml2.managers [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Got port-security extension from driver 'port_security'
Feb 03 23:53:34.910821 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.extensions.vlantransparent [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Disabled vlantransparent extension.
Feb 03 23:53:34.911237 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82626) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 03 23:53:34.911578 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading Plugin: router
Feb 03 23:53:34.948715 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router_interface before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.949111 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router after_create 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.949482 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router before_create 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.949850 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router_interface before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.950226 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router_interface after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.950614 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router after_delete 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.950975 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> floatingip after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.951342 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router after_create 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.951730 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router after_update 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.952083 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router after_update 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.952435 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router_gateway after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.952901 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router after_update 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.953375 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router precommit_update 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.953791 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f9df81730d0> port after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.954147 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f9df816ff70> port after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.954495 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f9df8173040> subnet after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.954848 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f9df8173160> subnetpool_address_scope after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.955204 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> port precommit_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.955576 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router precommit_create 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.955931 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f9df83943a0> port before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.956283 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router precommit_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.956646 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router after_update 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.956993 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router precommit_delete 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.957344 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router precommit_create 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.957710 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router_interface after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.958061 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> router precommit_update 55549900 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.958430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> agent after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.958787 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> agent after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.959135 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9df7c3ea00>> network after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.960038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Tracking information for resource: router configured {{(pid=82626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 03 23:53:34.960374 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Tracking information for resource: floatingip configured {{(pid=82626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 03 23:53:34.965328 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.db.l3_agentschedulers_db [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 03 23:53:34.965911 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f9df7bb9ee0> port after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.966281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f9df7bb9dc0> port after_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.966640 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function _notify_port_delete at 0x7f9df7bb9e50> port after_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.966998 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f9df7bbd1f0> port after_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.967978 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9df7beb4c0>> router before_create 55550100 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.968396 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9df7beb4c0>> router precommit_delete 55550100 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.968850 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9df7beb4c0>> router precommit_create 55550100 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.969220 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9df7beb4c0>> router precommit_update 55550100 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.973593 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.services.provider_configuration [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service providers = [] {{(pid=82626) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 03 23:53:34.973959 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.db.servicetype_db [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82626) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 03 23:53:34.977273 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.services.service_base [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 03 23:53:34.977625 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.services.service_base [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 03 23:53:34.977974 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.services.service_base [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 03 23:53:34.978869 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.services.service_base [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 03 23:53:34.979245 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.services.service_base [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 03 23:53:34.979655 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 03 23:53:34.979979 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 03 23:53:34.991446 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 03 23:53:34.991815 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading Plugin: auto_allocate
Feb 03 23:53:34.997790 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9df7c0b550> network precommit_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.998159 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9df7c0b550> network precommit_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:34.998677 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 03 23:53:34.998996 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading Plugin: tag
Feb 03 23:53:35.006273 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 03 23:53:35.006610 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading Plugin: timestamp
Feb 03 23:53:35.010652 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 03 23:53:35.010991 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading Plugin: network_ip_availability
Feb 03 23:53:35.016441 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9df7bebc10>> rbac-policy before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:35.016763 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9df7bebc10>> rbac-policy before_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:35.017122 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9df7bebc10>> rbac-policy before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:35.017833 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 03 23:53:35.018155 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading Plugin: flavors
Feb 03 23:53:35.022950 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 03 23:53:35.023286 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading Plugin: revisions
Feb 03 23:53:35.027648 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 03 23:53:35.028045 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_concurrency.lockutils [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.607s {{(pid=82626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Feb 03 23:53:35.028790 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82626) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Feb 03 23:53:35.029187 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Initializing extension manager.
Feb 03 23:53:35.029693 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: __init__.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.030038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: __pycache__ {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.030376 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.030710 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.031070 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: _filter_validation_lib.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.031401 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.031764 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: address_group.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.032513 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.033089 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: address-group
Feb 03 23:53:35.033415 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: address_scope.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.034123 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.034637 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: address-scope
Feb 03 23:53:35.034961 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.035926 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.036447 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: router-admin-state-down-before-update
Feb 03 23:53:35.036772 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: agent.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.037472 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.037982 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: agent
Feb 03 23:53:35.038306 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: agent_resources_synced.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.039218 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.039764 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: agent-resources-synced
Feb 03 23:53:35.040091 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: allowedaddresspairs.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.042067 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.042599 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: allowed-address-pairs
Feb 03 23:53:35.042950 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: auto_allocated_topology.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.044047 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.044568 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: auto-allocated-topology
Feb 03 23:53:35.044896 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: availability_zone.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.045589 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.046101 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: availability_zone
Feb 03 23:53:35.046947 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: availability_zone_filter.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.047936 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.048453 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: availability_zone_filter
Feb 03 23:53:35.048774 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: data_plane_status.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.049687 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.050200 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 03 23:53:35.050523 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: default_subnetpools.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.051438 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.051987 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: default-subnetpools
Feb 03 23:53:35.052309 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.053085 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.053601 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: dhcp_agent_scheduler
Feb 03 23:53:35.053923 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: dns.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.054833 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.055340 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension dns-integration not supported by any of loaded plugins
Feb 03 23:53:35.055707 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: dns_domain_ports.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.056624 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.057131 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 03 23:53:35.057454 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: dvr.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.058122 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.058631 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: dvr
Feb 03 23:53:35.058955 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: empty_string_filtering.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.059899 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.060412 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: empty-string-filtering
Feb 03 23:53:35.060735 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.061638 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.062737 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 03 23:53:35.063080 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.064027 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.064537 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 03 23:53:35.064860 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: external_net.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.065763 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.066277 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: external-net
Feb 03 23:53:35.066601 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.067508 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.068049 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: extra_dhcp_opt
Feb 03 23:53:35.068377 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: extraroute.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.069283 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.069798 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: extraroute
Feb 03 23:53:35.070126 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: extraroute_atomic.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.071165 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.071713 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: extraroute-atomic
Feb 03 23:53:35.072043 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: filter_validation.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.072707 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.073224 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: filter-validation
Feb 03 23:53:35.073545 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: fip_pf_description.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.074451 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.074957 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 03 23:53:35.075279 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: fip_port_details.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.076220 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.076732 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: fip-port-details
Feb 03 23:53:35.077055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: flavors.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.078321 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.078842 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: flavors
Feb 03 23:53:35.079166 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.080867 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.081395 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 03 23:53:35.081734 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: floatingip_pools.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.082442 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.082957 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: floatingip-pools
Feb 03 23:53:35.083295 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: ip_allocation.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.084251 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.084764 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 03 23:53:35.085092 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.086010 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.086528 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: ip-substring-filtering
Feb 03 23:53:35.086857 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: l2_adjacency.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.087825 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.088342 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 03 23:53:35.088669 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: l3.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.089625 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.090146 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: router
Feb 03 23:53:35.090473 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.092895 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.093518 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 03 23:53:35.093810 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.094746 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.095267 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: ext-gw-mode
Feb 03 23:53:35.095631 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.096556 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.097073 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: l3-ha
Feb 03 23:53:35.097401 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: l3_flavors.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.098316 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.098834 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: l3-flavors
Feb 03 23:53:35.099159 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.100388 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.100906 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 03 23:53:35.101436 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: l3agentscheduler.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.102254 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.102776 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: l3_agent_scheduler
Feb 03 23:53:35.103112 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: logging.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.104722 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.105252 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension logging not supported by any of loaded plugins
Feb 03 23:53:35.105589 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: metering.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.106339 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.106924 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: metering
Feb 03 23:53:35.107255 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.108381 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.108910 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: metering_source_and_destination_fields
Feb 03 23:53:35.109755 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: multiprovidernet.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.110691 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.111207 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: multi-provider
Feb 03 23:53:35.111535 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: netmtu.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.112490 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.113007 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: net-mtu
Feb 03 23:53:35.113333 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: netmtu_writable.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.114263 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.114777 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: net-mtu-writable
Feb 03 23:53:35.115132 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: network_availability_zone.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.115818 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.116332 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: network_availability_zone
Feb 03 23:53:35.116656 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: network_ip_availability.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.117749 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.118264 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: network-ip-availability
Feb 03 23:53:35.118604 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: network_segment_range.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.119349 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.119890 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 03 23:53:35.120218 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: pagination.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.121205 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.121539 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: pagination
Feb 03 23:53:35.121863 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.122805 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.123330 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: port-mac-address-regenerate
Feb 03 23:53:35.123701 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: port_resource_request.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.125238 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.125757 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 03 23:53:35.126083 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: portbindings.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.127008 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.127527 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: binding
Feb 03 23:53:35.127880 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: portbindings_extended.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.129183 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.129704 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: binding-extended
Feb 03 23:53:35.130035 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: portsecurity.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.130964 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.131485 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: port-security
Feb 03 23:53:35.131841 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: project_id.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.132823 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.133157 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: project-id
Feb 03 23:53:35.133479 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: providernet.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.134407 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.134927 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: provider
Feb 03 23:53:35.135254 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: qos.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.139008 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.139557 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension qos not supported by any of loaded plugins
Feb 03 23:53:35.139912 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.141269 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.141793 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 03 23:53:35.142129 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.143056 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.143600 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 03 23:53:35.143940 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: qos_default.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.144861 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.145382 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension qos-default not supported by any of loaded plugins
Feb 03 23:53:35.145711 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: qos_fip.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.146363 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.146870 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension qos-fip not supported by any of loaded plugins
Feb 03 23:53:35.147195 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: qos_gateway_ip.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.148155 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.148676 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 03 23:53:35.149005 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: qos_port_network_policy.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.149922 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.150435 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 03 23:53:35.150762 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: qos_rule_type_details.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.151718 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.152233 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 03 23:53:35.152558 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: qos_rules_alias.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.153610 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.154130 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 03 23:53:35.154457 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: quotasv2.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.155330 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.155773 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: quotas
Feb 03 23:53:35.156306 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: quotasv2_detail.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.157951 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.158297 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: quota_details
Feb 03 23:53:35.158637 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: rbac.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.159734 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.160272 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: rbac-policies
Feb 03 23:53:35.160606 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: rbac_address_scope.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.161543 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.162070 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: rbac-address-scope
Feb 03 23:53:35.162385 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: rbac_security_groups.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.163307 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.163859 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: rbac-security-groups
Feb 03 23:53:35.164191 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: rbac_subnetpool.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.165108 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.165629 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: rbac-subnetpool
Feb 03 23:53:35.165956 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: revisionifmatch.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.166877 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.167395 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: revision-if-match
Feb 03 23:53:35.167756 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: revisions.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.168873 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.169397 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: standard-attr-revisions
Feb 03 23:53:35.169728 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: router_availability_zone.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.170401 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.170918 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: router_availability_zone
Feb 03 23:53:35.171245 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: routerservicetype.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.172919 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.173439 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension router-service-type not supported by any of loaded plugins
Feb 03 23:53:35.173768 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.174695 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.175211 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: port-security-groups-filtering
Feb 03 23:53:35.175540 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: securitygroup.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.186506 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.187073 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: security-group
Feb 03 23:53:35.187983 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: segment.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.188769 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.189306 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension segment not supported by any of loaded plugins
Feb 03 23:53:35.189638 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.190574 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.191091 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 03 23:53:35.191422 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: servicetype.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.192564 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.193091 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: service-type
Feb 03 23:53:35.193419 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: sorting.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.194406 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.194739 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: sorting
Feb 03 23:53:35.195066 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: standard_attr_segment.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.196008 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.196534 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 03 23:53:35.196862 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: standardattrdescription.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.197509 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.198027 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: standard-attr-description
Feb 03 23:53:35.198353 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: stateful_security_group.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.199295 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.199842 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: stateful-security-group
Feb 03 23:53:35.200168 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: stdattrs_common.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.200754 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 03 23:53:35.201078 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.201999 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.202520 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 03 23:53:35.202880 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: subnet_onboard.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.204053 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.204581 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: subnet_onboard
Feb 03 23:53:35.204904 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.205848 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.206364 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 03 23:53:35.206688 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: subnet_service_types.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.207654 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.208174 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: subnet-service-types
Feb 03 23:53:35.208500 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: subnetallocation.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.209592 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.210106 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: subnet_allocation
Feb 03 23:53:35.210430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.211090 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.211628 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: subnetpool-prefix-ops
Feb 03 23:53:35.211956 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.212886 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.213400 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 03 23:53:35.213725 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: tagging.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.214775 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.215295 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: standard-attr-tag
Feb 03 23:53:35.215655 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: timestamp.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.216872 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.217400 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loaded extension: standard-attr-timestamp
Feb 03 23:53:35.217729 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: trunk.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.218873 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.219397 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension trunk not supported by any of loaded plugins
Feb 03 23:53:35.219754 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: trunk_details.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.220685 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.221206 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension trunk-details not supported by any of loaded plugins
Feb 03 23:53:35.221534 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: uplink_status_propagation.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.222459 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.222975 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 03 23:53:35.223300 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Loading extension file: vlantransparent.py {{(pid=82626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 03 23:53:35.224006 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 03 23:53:35.224526 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 03 23:53:35.226990 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:network
Feb 03 23:53:35.227725 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:subnet
Feb 03 23:53:35.228350 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 23:53:35.229123 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:port
Feb 03 23:53:35.230376 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.230822 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service FLAVORS assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.231436 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.231905 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.232238 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:router
Feb 03 23:53:35.232898 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:floatingip
Feb 03 23:53:35.233615 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service METERING assigned prefix: /metering {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.235776 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9df7ad3820>> rbac-policy before_create 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:35.236149 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9df7ad3820>> rbac-policy before_update 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:35.236505 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9df7ad3820>> rbac-policy before_delete 55550000 {{(pid=82626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 03 23:53:35.237632 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 03 23:53:35.238095 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:security_group
Feb 03 23:53:35.238761 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 03 23:53:35.239497 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service CORE assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.239865 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 23:53:35.240207 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] subnetpool is already registered
Feb 03 23:53:35.240818 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service CORE assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.241178 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 23:53:35.241508 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] subnetpool is already registered
Feb 03 23:53:35.244083 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.244520 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service FLAVORS assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.245118 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.245539 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.245873 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:router
Feb 03 23:53:35.246202 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] router is already registered
Feb 03 23:53:35.246808 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:floatingip
Feb 03 23:53:35.247138 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] floatingip is already registered
Feb 03 23:53:35.247797 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service METERING assigned prefix: /metering {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.248468 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 03 23:53:35.248796 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] rbac_policy is already registered
Feb 03 23:53:35.249340 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:security_group
Feb 03 23:53:35.250356 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] security_group is already registered
Feb 03 23:53:35.251098 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 03 23:53:35.251433 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] security_group_rule is already registered
Feb 03 23:53:35.252114 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service CORE assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.252448 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 23:53:35.252774 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] subnetpool is already registered
Feb 03 23:53:35.253389 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.v2.resource_helper [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Service CORE assigned prefix:  {{(pid=82626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 03 23:53:35.253718 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 23:53:35.254042 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING neutron.quota.resource_registry [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] subnetpool is already registered
Feb 03 23:53:35.254692 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: extensions {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.256161 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: address-groups {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.257741 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: address-scopes {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.258935 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: agents {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.260170 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: auto-allocated-topology {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.261387 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: availability_zones {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.262695 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: dhcp-networks {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.264090 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: dhcp-agents {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.265594 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: routers {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.267517 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: flavors {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.268663 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: service_profiles {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.269855 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: next_providers {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.271340 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: service_profiles {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.272785 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: floatingip-pools {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.273995 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: routers {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.275800 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: floatingips {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.276954 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: l3-routers {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.278296 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: l3-agents {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.279687 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: metering-labels {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.281602 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: metering-label-rules {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.282889 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: network-ip-availabilities {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.284212 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: bindings {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.286729 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: quotas {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.288191 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: quotas {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.289607 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: rbac-policies {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.290874 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: security-groups {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.292138 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: security-group-rules {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.293335 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: service-providers {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.294524 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: subnetpools {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.295970 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: subnetpools {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.297995 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: tags {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.299652 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: tags {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.301407 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: tags {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.303120 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: tags {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.304986 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: tags {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.306635 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: tags {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.308386 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: tags {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.310213 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: tags {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.312104 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: tags {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.313904 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron.api.extensions [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Extended resource: tags {{(pid=82626) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 03 23:53:35.319640 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING keystonemiddleware.auth_token [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 03 23:53:35.324354 dv-cinder-827776-1-iscsi neutron-server[82626]: WARNING keystonemiddleware.auth_token [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 03 23:53:35.332850 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_concurrency.lockutils [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Acquired lock "singleton_lock" {{(pid=82626) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 03 23:53:35.333332 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_concurrency.lockutils [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Releasing lock "singleton_lock" {{(pid=82626) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 03 23:53:35.333976 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO oslo_service.service [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Starting 2 workers
Feb 03 23:53:35.343818 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Started child 82731 {{(pid=82626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 03 23:53:35.343818 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Started child 82732 {{(pid=82626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 03 23:53:35.345072 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO neutron.service [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 03 23:53:35.345415 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:35.345946 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Notify callbacks [] for process, before_spawn {{(pid=82626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:35.347814 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [-] (82731) wsgi starting up on http://0.0.0.0:9696
Feb 03 23:53:35.348355 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO oslo_service.service [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Starting 1 workers
Feb 03 23:53:35.350487 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:35.351924 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [-] (82732) wsgi starting up on http://0.0.0.0:9696
Feb 03 23:53:35.353962 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Started child 82733 {{(pid=82626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 03 23:53:35.354542 dv-cinder-827776-1-iscsi neutron-server[82626]: INFO oslo_service.service [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Starting 1 workers
Feb 03 23:53:35.358715 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.service [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] calling RpcWorker wait() {{(pid=82733) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 03 23:53:35.359925 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.service [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] returning from RpcWorker wait() {{(pid=82733) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 03 23:53:35.360027 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Started child 82734 {{(pid=82626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 03 23:53:35.360689 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG neutron_lib.callbacks.manager [None req-7642830c-fb3b-4f68-a610-92d27b1c2fb5 None None] Notify callbacks [] for process, after_spawn {{(pid=82626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:35.361267 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:35.361784 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:53:35.362951 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82626) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Feb 03 23:53:35.363201 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 23:53:35.363384 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 03 23:53:35.363611 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 03 23:53:35.363940 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 03 23:53:35.364191 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 03 23:53:35.364725 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.365055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.365349 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.365622 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.365919 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.366575 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.368094 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.368488 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.368880 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.369223 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.369677 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.370010 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.370379 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.371121 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.371453 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.371994 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.372419 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.372882 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.373212 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.373917 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.374344 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.374772 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.375180 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.375863 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.375992 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:35.376923 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:53:35.377632 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.377822 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.378495 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.378765 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.379328 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.379730 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.380414 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.380825 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.381062 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.381334 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.381614 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.381844 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.382116 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.382396 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.382626 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.383114 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] host                           = dv-cinder-827776-1-iscsi {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.383340 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.383605 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.383870 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.384106 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.384370 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.384611 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.384878 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.385136 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.385404 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.385630 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.385898 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.386163 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.386379 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.386642 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.386813 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.387050 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.387328 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.387620 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.387815 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.387979 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.388217 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.388452 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.388605 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.388814 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.389029 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.389243 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.389471 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.389703 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.389948 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.390232 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.390470 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.390735 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.390916 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.391193 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.391459 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.391663 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.391911 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.392127 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.392365 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.392580 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.392795 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.393040 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.393262 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.393476 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.393721 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.394275 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.394724 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.395185 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.395858 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.396251 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.396642 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.396880 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.397829 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.397829 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.398144 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.398287 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.398999 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.398999 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.398999 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.399423 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.399423 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.402280 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.402280 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.402280 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.402280 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.402280 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.402280 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.402280 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.402280 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.403430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.403430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.403430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.403430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.403430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.403430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.403430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.403430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.408185 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.408185 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.408185 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.408185 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.408185 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.408185 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.408185 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.408185 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.409380 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.409380 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.409380 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.409380 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.409380 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.409380 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.409380 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.409380 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.410618 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.410618 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.410618 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.410618 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.410618 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.410618 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.410618 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.410618 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.410618 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.413055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.413055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.413055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.413055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.413055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.413055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.413055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.413055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.413055 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.415038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.415038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.415038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.415038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.415038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.415038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.415038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.415038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.415038 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.417243 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.417243 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.417243 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.417243 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.417243 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.417243 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.417243 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.417243 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.417243 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419292 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419292 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419292 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419292 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419292 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419292 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419292 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419292 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419292 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419945 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419945 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419945 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419945 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419945 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.419945 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.420359 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.420497 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.420722 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.420973 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.421201 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.421485 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.422263 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.422536 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.422819 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.423430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.423430 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.423746 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.423746 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.424005 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.424349 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.424568 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.424834 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.425097 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.425310 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.425558 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.425810 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.426062 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.427126 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.427126 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.427126 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.427126 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.428998 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.428998 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.428998 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.428998 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.428998 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.428998 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.428998 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.429911 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.429911 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.429911 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.429911 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.430427 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.430427 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.430701 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.430835 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.431345 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.431345 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.431670 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.432450 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.432450 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.432450 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.434415 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.434415 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.434415 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.434415 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.434415 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.434415 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.434415 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.434415 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.435458 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.435458 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.435458 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.435458 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.435458 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.436644 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.436644 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.436644 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.436644 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.436644 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.437952 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.437952 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.437952 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.437952 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.437952 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.438631 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.438631 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.438895 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.439127 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.439291 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.439429 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.440134 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.440134 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.440134 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.440382 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.440540 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.440759 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.440991 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.441257 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.441519 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.441868 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.442165 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.442608 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.442848 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.443066 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.443683 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.444419 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.444849 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.445257 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.446916 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.446916 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.446916 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.446916 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.446916 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.446916 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.447383 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 57724) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:53:35.448459 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.448459 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.448459 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.448981 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.449444 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.449867 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.450253 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.450672 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.451067 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.451471 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.451898 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.452316 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.452806 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.453336 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.453773 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.454261 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.454648 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.455032 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.455440 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.455877 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.456304 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.456769 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.457161 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.457551 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.458032 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.458299 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.458552 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.458798 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.459251 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.459776 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.460226 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.460759 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0106187
Feb 03 23:53:35.461139 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.461528 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.461890 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.462213 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.463305 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.463572 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.463892 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.464152 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.464392 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.464656 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.464983 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.465992 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.466279 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.466573 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.466744 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.466980 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.467245 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.467593 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.467895 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.468167 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.468965 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.469269 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.469567 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.469822 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.470044 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.470336 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.470693 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.470992 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.471255 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.471516 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.471812 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.472058 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.472280 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.472519 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.472779 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.472991 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.473261 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.473747 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.473747 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.474012 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.474211 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.474460 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.474952 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.475207 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.475463 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.476566 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.476732 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 03 23:53:35.477272 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82626) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Feb 03 23:53:35.477441 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 23:53:35.477600 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 03 23:53:35.477774 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 03 23:53:35.477963 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 03 23:53:35.478127 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 03 23:53:35.478341 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.478509 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.478675 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.478840 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.479006 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.479188 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.479354 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.479516 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.480515 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.480683 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.480848 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.481081 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.481204 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.481317 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.481570 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.481703 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.481853 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.482039 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.482176 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.482321 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.482436 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.482538 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.482678 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.483481 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.483481 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.483481 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.483481 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.484635 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.484635 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.484635 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.484635 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.484904 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.484904 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.485265 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.485265 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.485403 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.485509 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.485668 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.486611 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.486611 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] host                           = dv-cinder-827776-1-iscsi {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.486611 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.486611 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.486611 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.486611 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.487219 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.487219 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.487219 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.487219 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.487640 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.487640 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.487640 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.489281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.489281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.489281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.489281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.489281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.489281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.489281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.489281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490332 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490332 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490332 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490332 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490332 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490332 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490332 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490721 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490721 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490721 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490721 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.490721 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.491007 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.491007 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.491122 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.491839 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.491839 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.491839 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.491839 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.492315 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.492315 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.493088 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.493252 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.493415 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.493577 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.493741 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.494494 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.494494 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.494494 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.494494 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.494494 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.494932 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.494932 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.494932 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.495867 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.495867 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.495867 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.495867 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497180 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497180 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497180 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497180 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497180 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497180 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497746 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497746 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497746 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497959 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.497959 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.498103 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.498230 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 03 23:53:35.498414 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.498786 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.498786 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.498921 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.499051 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.499424 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.499424 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.499631 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.500744 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.500744 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.500744 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.500744 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.500744 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.500744 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.500744 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.501536 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.501536 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.501536 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.501536 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.501536 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.501810 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.501810 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.501950 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.502347 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.502347 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.502625 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.502625 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.502818 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.502900 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.503010 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.503174 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.503338 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.503532 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.503829 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.504090 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.504343 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.504583 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.504756 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.504940 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.505118 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.505303 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.505577 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.505751 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.505920 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.506090 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.506260 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.506412 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.506577 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.506741 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.506906 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.507114 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.507255 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.507390 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.507531 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.507751 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.507889 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.508024 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.508190 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.508622 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.508622 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.508622 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.509061 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.509061 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.509061 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.510390 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.510542 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.511391 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.511797 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.512003 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.512426 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.512610 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.512776 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.512943 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.513107 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.513281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.513737 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.513737 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.514450 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.514450 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.514450 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.514450 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.514450 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.515100 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.515269 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:53:35.515705 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.515705 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.515705 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.515705 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.515705 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.516419 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.516419 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.516419 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.516799 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.516799 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.517077 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.517077 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.517349 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.517349 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.517653 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.517653 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.517919 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.517919 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.518175 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.518318 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.518453 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.518589 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.518724 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.518869 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.519003 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.519139 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.519273 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.519407 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.519569 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.519745 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.519901 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.520059 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.520220 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.520369 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.520537 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.520829 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.520990 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.521195 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.521333 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.521468 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.521603 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.522641 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.522641 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.522641 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.522641 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.522641 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.522641 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.522641 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.523539 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.523539 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.523539 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.523539 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.523539 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.523539 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.524349 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.524349 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.524349 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.524349 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.524349 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.524983 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.524983 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.524983 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.524983 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.525605 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.525605 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.525605 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.525605 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.526125 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.526125 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.526125 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.526502 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.526502 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.526757 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.526757 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.527023 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.527023 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.527615 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.527757 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.527892 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.528027 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.528162 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.528296 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.529770 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.529955 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.530126 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.530726 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.530726 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.530726 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.531613 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.531851 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.531988 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.532157 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.532321 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.532484 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.533017 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.533017 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.533017 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.533319 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.533319 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.533510 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.533624 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.533729 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.534814 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.534814 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.535053 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.535173 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.535697 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.535833 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.536510 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.536689 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.536857 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.537022 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.537195 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.537358 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.537519 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.537697 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.538281 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.538901 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.539069 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.539236 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.540938 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.541111 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.541277 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.541468 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.541637 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.541820 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.541983 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.542148 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.542317 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.542480 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.542642 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.542943 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.543280 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.543446 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.543714 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.543891 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.544050 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.544352 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.544668 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.544830 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.544998 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.545403 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.545403 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.545651 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.545790 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.545888 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.546012 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.546189 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.546451 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.547450 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.547450 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.547805 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.548239 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.548588 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.548911 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.549227 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.549390 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.549553 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.549721 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.549884 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.550051 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.550218 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.550364 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.550521 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.550685 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.550926 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.551132 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.551295 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 03 23:53:35.551456 dv-cinder-827776-1-iscsi neutron-server[82626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 03 23:53:45.599230 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159233ee-4e8f-4afb-9e56-138fc9515b1e None None] get_active_networks_info from dv-cinder-827776-1-iscsi {{(pid=82733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 03 23:53:45.674149 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159233ee-4e8f-4afb-9e56-138fc9515b1e None None] No non-hosted networks {{(pid=82733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 03 23:53:45.684439 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.agentschedulers_db [None req-159233ee-4e8f-4afb-9e56-138fc9515b1e None None] DHCP Agent not found on host dv-cinder-827776-1-iscsi {{(pid=82733) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Feb 03 23:53:45.779095 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-de0811ab-bf24-42ca-84fc-da674112e2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16599842'] for agent, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:47.939259 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-753d48f2-3d15-41b3-9b85-2bf7a1e2bfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16599842'] for agent, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:47.976677 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-6dc6a04c-8197-443c-a117-21cc7a93538a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:49.023740 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16599842'] for agent, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:49.070673 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16599842'] for agent, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:49.072048 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.072625 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.073109 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.073798 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.074287 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.074797 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.075279 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.075851 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.076339 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.076971 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.078116 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:49.078721 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9df75e7700>, 'Open vSwitch agent', 'dv-cinder-827776-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:53:49.084215 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9df75f01c0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827776-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:53:50.341235 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16599842'] for agent, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:51.946999 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 57822) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:53:52.550491 dv-cinder-827776-1-iscsi neutron-server[82732]: WARNING oslo_policy.policy [None req-fc8afb79-f553-4853-924f-62387592f266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 23:53:52.551086 dv-cinder-827776-1-iscsi neutron-server[82732]: WARNING oslo_policy.policy [None req-fc8afb79-f553-4853-924f-62387592f266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 23:53:52.769751 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [None req-fc8afb79-f553-4853-924f-62387592f266 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=82732) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 03 23:53:52.770808 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-fc8afb79-f553-4853-924f-62387592f266 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8228943
Feb 03 23:53:53.943021 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.db.l3_hamode_db [None req-bc4d4b76-030c-4bb5-bf35-4067bac41992 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 03 23:53:54.029548 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d4b76-030c-4bb5-bf35-4067bac41992 None None] Routers set() bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 03 23:53:54.029925 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d4b76-030c-4bb5-bf35-4067bac41992 None None] Router IDs set() for agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Feb 03 23:53:55.004498 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 57836) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:53:55.386420 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-695b5b44-2997-41a8-a5e1-f5f3901d77e4 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 03 23:53:55.443068 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.policy [None req-695b5b44-2997-41a8-a5e1-f5f3901d77e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82732) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Feb 03 23:53:55.443827 dv-cinder-827776-1-iscsi neutron-server[82732]: WARNING oslo_policy.policy [None req-695b5b44-2997-41a8-a5e1-f5f3901d77e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 23:53:55.444195 dv-cinder-827776-1-iscsi neutron-server[82732]: WARNING oslo_policy.policy [None req-695b5b44-2997-41a8-a5e1-f5f3901d77e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 23:53:55.447430 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.quota [None req-695b5b44-2997-41a8-a5e1-f5f3901d77e4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9df7816760>.
Feb 03 23:53:55.463484 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-695b5b44-2997-41a8-a5e1-f5f3901d77e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:53:55.534850 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-695b5b44-2997-41a8-a5e1-f5f3901d77e4 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769780904807', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769780783319', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769780783483', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769780809014', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769780794242', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-847292', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-843470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16382329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16302394'] for rbac-policy, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:55.603963 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-695b5b44-2997-41a8-a5e1-f5f3901d77e4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:55.607998 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-695b5b44-2997-41a8-a5e1-f5f3901d77e4 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6025155
Feb 03 23:53:58.078315 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57850) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:53:58.670047 dv-cinder-827776-1-iscsi neutron-server[82731]: WARNING oslo_policy.policy [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 23:53:58.670632 dv-cinder-827776-1-iscsi neutron-server[82731]: WARNING oslo_policy.policy [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 23:53:58.889242 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Request body: {'network': {'name': 'private', 'project_id': '09e4423c17ed49938f12ed7e80839841', 'admin_state_up': True}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 03 23:53:58.891394 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.quota [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9df7804940>.
Feb 03 23:53:58.907056 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:53:58.913265 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Usage tracker for resource:network and tenant:09e4423c17ed49938f12ed7e80839841 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 03 23:53:58.918667 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 03 23:53:58.926282 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 03 23:53:58.945093 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Made reservation on behalf of 09e4423c17ed49938f12ed7e80839841 for: {'network': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 03 23:53:58.983514 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.policy [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82731) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Feb 03 23:53:58.984288 dv-cinder-827776-1-iscsi neutron-server[82731]: WARNING oslo_policy.policy [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 23:53:58.984646 dv-cinder-827776-1-iscsi neutron-server[82731]: WARNING oslo_policy.policy [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 23:53:58.989192 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:59.010528 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:59.057305 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:53:59.060939 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Usage tracker for resource:security_group_rule and tenant:09e4423c17ed49938f12ed7e80839841 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 03 23:53:59.064178 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 03 23:53:59.069623 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 03 23:53:59.141120 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:59.144830 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:59.167700 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'}  {{(pid=82731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 03 23:53:59.192752 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769778129619', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:59.193337 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9df829ad30> segment precommit_create {{(pid=82731) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 03 23:53:59.193861 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.segments_db [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Added segment 917af416-f9d5-4998-8a26-7f7b8d71a854 of type vlan for network 10e9f938-884a-4f55-8457-6fd2a3d7b87e
Feb 03 23:53:59.244108 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef12fcf-9ce2-4822-b7f4-f4663405d502,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:53:59.272788 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.273126 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.273843 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.274198 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.274663 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.275107 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.275429 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.275796 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.276118 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.276433 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.276745 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Tracked resource versions report:
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]: pushed versions:
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]: {   'ConntrackHelper': {'1.0'},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     'Log': {'1.0'},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     'Network': {'1.1'},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     'Port': {'1.5'},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     'PortForwarding': {'1.2'},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     'QosPolicy': {'1.8'},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     'SecurityGroup': {'1.2'},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     'SecurityGroupRule': {'1.0'},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     'SubPort': {'1.0'},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     'Subnet': {'1.1'},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     'Trunk': {'1.1'}}
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]: consumer versions:
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]: {   DHCP agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     L3 agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     Metadata agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     Metering agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:     Open vSwitch agent@dv-cinder-827776-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'Log': '1.0',
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'Network': '1.1',
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'Port': '1.5',
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'PortForwarding': '1.2',
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'QosPolicy': '1.8',
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'SecurityGroup': '1.2',
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'SecurityGroupRule': '1.0',
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'SubPort': '1.0',
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'Subnet': '1.1',
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'Trunk': '1.1'}}
Feb 03 23:53:59.277740 dv-cinder-827776-1-iscsi neutron-server[82731]:  {{(pid=82731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 03 23:53:59.313037 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:59.361752 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:59.362948 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:53:59.363669 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:53:59.470125 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3896999
Feb 03 23:53:59.470781 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085f35-e487-46cf-bec7-4c51c539d32b admin admin] Pushing event updated for resources: {'Network': ['ID=10e9f938-884a-4f55-8457-6fd2a3d7b87e,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:53:59.482372 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 10e9f938-884a-4f55-8457-6fd2a3d7b87e details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 03 23:54:02.009130 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57872) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:54:02.472883 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72792b1a-6583-44b0-8c05-dd7270f81240 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:54:02.474193 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-72792b1a-6583-44b0-8c05-dd7270f81240 admin admin] 10.222.0.13 "GET /v2.0/networks/10e9f938-884a-4f55-8457-6fd2a3d7b87e HTTP/1.1" status: 200  len: 825 time: 0.4641454
Feb 03 23:54:02.504534 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-15200c29-356c-41e6-8eaa-771f20e7082b admin admin] 10.222.0.13 "GET /v2.0/subnetpools/4753becd-30a6-4b72-a3ce-71c3038eaa26 HTTP/1.1" status: 200  len: 734 time: 0.0248480
Feb 03 23:54:02.512889 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Request body: {'subnet': {'subnetpool_id': '4753becd-30a6-4b72-a3ce-71c3038eaa26', 'name': 'private-subnet', 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '09e4423c17ed49938f12ed7e80839841'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 03 23:54:02.518276 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:54:02.521961 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Usage tracker for resource:subnet and tenant:09e4423c17ed49938f12ed7e80839841 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 03 23:54:02.525125 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 03 23:54:02.530635 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 03 23:54:02.539912 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Made reservation on behalf of 09e4423c17ed49938f12ed7e80839841 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 03 23:54:02.542264 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:02.810906 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:02.900640 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f05131a-53bf-4ca3-b754-d9f4f3433e88,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:02.905911 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Checking segment: {'id': '917af416-f9d5-4998-8a26-7f7b8d71a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 03 23:54:02.906319 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Network hostable DHCP agents. Network: 10e9f938-884a-4f55-8457-6fd2a3d7b87e, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 03 23:54:02.930121 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Network 10e9f938-884a-4f55-8457-6fd2a3d7b87e is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 03 23:54:02.943723 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 10e9f938-884a-4f55-8457-6fd2a3d7b87e) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 03 23:54:02.948435 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:54:02.949020 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:02.953948 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53377a87-65b6-4950-b6e2-6031cfb1a35a None None] Network 10e9f938-884a-4f55-8457-6fd2a3d7b87e requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 03 23:54:02.970008 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f9db3d57-3eb1-482c-adda-b8493924fd5c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4604206
Feb 03 23:54:03.257730 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a09f7f7-4654-5163-a72e-c5ea2cc61d36-10e9f938-884a-4f55-8457-6fd2a3d7b87e', 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'fixed_ips': [{'subnet_id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88'}]}} from dv-cinder-827776-1-iscsi. {{(pid=82733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 03 23:54:03.258897 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:03.448192 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.db_base_plugin_common [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Allocated IP 172.20.0.2 (10e9f938-884a-4f55-8457-6fd2a3d7b87e/3f05131a-53bf-4ca3-b754-d9f4f3433e88/e2c385ea-437b-493c-a340-9aaa2ee155cb) {{(pid=82733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 03 23:54:03.669974 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Notify callbacks [] for port, precommit_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:03.683036 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Transition to ACTIVE for port object e2c385ea-437b-493c-a340-9aaa2ee155cb will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 03 23:54:03.705677 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Transition to ACTIVE for port object e2c385ea-437b-493c-a340-9aaa2ee155cb will not be triggered until provisioned by entity DHCP. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 03 23:54:03.712197 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:03.776479 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Network 10e9f938-884a-4f55-8457-6fd2a3d7b87e is already hosted by enough agents. {{(pid=82733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 03 23:54:03.779240 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.base_scheduler [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Resources bound (agent type, host, resource id):  {{(pid=82733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 03 23:54:03.787020 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Received port after_create {{(pid=82733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 03 23:54:03.789178 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Pushing event updated for resources: {'Port': ['ID=e2c385ea-437b-493c-a340-9aaa2ee155cb,revision_number=1']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:03.829245 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.829579 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.829918 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.830256 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.830587 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.830912 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.831238 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.831607 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.831970 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.832292 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.832613 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Tracked resource versions report:
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]: pushed versions:
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]: {   'ConntrackHelper': {'1.0'},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     'Log': {'1.0'},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     'Network': {'1.1'},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     'Port': {'1.5'},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     'PortForwarding': {'1.2'},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     'QosPolicy': {'1.8'},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     'SecurityGroup': {'1.2'},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     'SecurityGroupRule': {'1.0'},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     'SubPort': {'1.0'},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     'Subnet': {'1.1'},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     'Trunk': {'1.1'}}
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]: consumer versions:
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]: {   DHCP agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     L3 agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     Metadata agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     Metering agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:     Open vSwitch agent@dv-cinder-827776-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'Log': '1.0',
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'Network': '1.1',
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'Port': '1.5',
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'PortForwarding': '1.2',
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'QosPolicy': '1.8',
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'SecurityGroup': '1.2',
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'SecurityGroupRule': '1.0',
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'SubPort': '1.0',
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'Subnet': '1.1',
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'Trunk': '1.1'}}
Feb 03 23:54:03.833652 dv-cinder-827776-1-iscsi neutron-server[82733]:  {{(pid=82733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 03 23:54:03.891490 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Attempting to bind port e2c385ea-437b-493c-a340-9aaa2ee155cb on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 03 23:54:03.891908 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Attempting to bind port e2c385ea-437b-493c-a340-9aaa2ee155cb by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '917af416-f9d5-4998-8a26-7f7b8d71a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 03 23:54:03.892370 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Attempting to bind port e2c385ea-437b-493c-a340-9aaa2ee155cb on network 10e9f938-884a-4f55-8457-6fd2a3d7b87e {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 03 23:54:03.898622 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 03 23:54:03.899024 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Checking segment: {'id': '917af416-f9d5-4998-8a26-7f7b8d71a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 03 23:54:03.899492 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:03.899908 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Bound using segment: {'id': '917af416-f9d5-4998-8a26-7f7b8d71a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 03 23:54:03.900389 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Bound port: e2c385ea-437b-493c-a340-9aaa2ee155cb, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917af416-f9d5-4998-8a26-7f7b8d71a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 03 23:54:03.900770 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:03.985317 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] For port e2c385ea-437b-493c-a340-9aaa2ee155cb, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 03 23:54:03.989082 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] For port e2c385ea-437b-493c-a340-9aaa2ee155cb, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=e2c385ea-437b-493c-a340-9aaa2ee155cb,segment=NetworkSegment(917af416-f9d5-4998-8a26-7f7b8d71a854),segment_id=917af416-f9d5-4998-8a26-7f7b8d71a854)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 03 23:54:03.994565 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:04.099723 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d2fd6-a188-4eb9-8b14-626ea907b7d6 None None] Pushing event updated for resources: {'Port': ['ID=e2c385ea-437b-493c-a340-9aaa2ee155cb,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:05.251431 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57882) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:54:05.646885 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [None req-c36be36c-0ee2-484f-8cd9-1c7485b7bba8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=82731) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 03 23:54:05.647876 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c36be36c-0ee2-484f-8cd9-1c7485b7bba8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3954508
Feb 03 23:54:07.313080 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device e2c385ea-437b-493c-a340-9aaa2ee155cb up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 03 23:54:07.400321 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port e2c385ea-437b-493c-a340-9aaa2ee155cb completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 03 23:54:07.727142 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2fe220-9e42-40da-900f-8df686d62b4a None None] Network 10e9f938-884a-4f55-8457-6fd2a3d7b87e requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 03 23:54:07.813205 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-fa000b7c-d03c-4aab-860a-4de1147c424c None None] Provisioning for port e2c385ea-437b-493c-a340-9aaa2ee155cb completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 03 23:54:07.825621 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-fa000b7c-d03c-4aab-860a-4de1147c424c None None] Provisioning complete for port e2c385ea-437b-493c-a340-9aaa2ee155cb triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:54:07.826015 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fa000b7c-d03c-4aab-860a-4de1147c424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:07.942543 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57896) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:54:08.042926 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fa000b7c-d03c-4aab-860a-4de1147c424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:08.094687 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-fa000b7c-d03c-4aab-860a-4de1147c424c None None] For port e2c385ea-437b-493c-a340-9aaa2ee155cb, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=e2c385ea-437b-493c-a340-9aaa2ee155cb,segment=NetworkSegment(917af416-f9d5-4998-8a26-7f7b8d71a854),segment_id=917af416-f9d5-4998-8a26-7f7b8d71a854)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 03 23:54:08.100310 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fa000b7c-d03c-4aab-860a-4de1147c424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:08.169134 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa000b7c-d03c-4aab-860a-4de1147c424c None None] Pushing event updated for resources: {'Port': ['ID=e2c385ea-437b-493c-a340-9aaa2ee155cb,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:08.324123 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-65895e3f-48a9-429b-ab67-59eb72160319 None None] Provisioning complete for port e2c385ea-437b-493c-a340-9aaa2ee155cb triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:54:08.324761 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-65895e3f-48a9-429b-ab67-59eb72160319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:08.438477 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [None req-2b4872da-e7f7-44a7-b132-5e2de9b6a5a5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=82731) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 03 23:54:08.439457 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-2b4872da-e7f7-44a7-b132-5e2de9b6a5a5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4959617
Feb 03 23:54:09.292507 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device e2c385ea-437b-493c-a340-9aaa2ee155cb up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 03 23:54:09.363046 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port e2c385ea-437b-493c-a340-9aaa2ee155cb triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:54:09.363702 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:10.975954 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57908) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:54:11.361319 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'admin_state_up': True}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 03 23:54:11.366462 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:54:11.370327 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] Usage tracker for resource:router and tenant:09e4423c17ed49938f12ed7e80839841 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 03 23:54:11.374115 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 03 23:54:11.379785 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 03 23:54:11.390279 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16597246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8310'] for router, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:11.391764 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16600435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16606919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8207'] for router, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:11.415851 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:11.532460 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16597191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972'] for router, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:11.551715 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:11.552893 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-29a1a7cb-6b48-4ba6-94e3-a35d62074342 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5759795
Feb 03 23:54:13.795021 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57918) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:54:14.177680 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [None req-eaa4748e-00d4-49d6-9ac1-50aac3a04368 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=82731) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 03 23:54:14.178667 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-eaa4748e-00d4-49d6-9ac1-50aac3a04368 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3826854
Feb 03 23:54:15.533395 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-93078cfb-e88c-46f9-adff-4efc2fbd532d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:16.413797 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57928) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:54:16.792486 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 03 23:54:16.797861 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:54:16.801485 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Usage tracker for resource:network and tenant:e9240b27f2744d48b371f362f7245b04 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 03 23:54:16.804215 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 03 23:54:16.809655 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 03 23:54:16.818927 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Made reservation on behalf of e9240b27f2744d48b371f362f7245b04 for: {'network': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 03 23:54:16.821099 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:16.832966 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:16.863351 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:54:16.866981 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Usage tracker for resource:security_group_rule and tenant:e9240b27f2744d48b371f362f7245b04 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 03 23:54:16.869639 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 03 23:54:16.875470 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 03 23:54:16.937227 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:16.940637 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:16.956057 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Reserving flat network on physical network physnet1 {{(pid=82731) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Feb 03 23:54:16.978435 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533f7a77-bbaf-4cef-9602-c3b0eeb205ed,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:16.981007 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:16.981341 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.segments_db [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Added segment 823c9ba0-cade-4929-abdb-b1514eda867d of type flat for network 37925b6f-7373-4670-a9f0-ede61b099b1e
Feb 03 23:54:17.014448 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:17.049028 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:17.049759 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:54:17.050318 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:17.149050 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7342060
Feb 03 23:54:17.149602 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b66ed-1f0c-4e52-97b5-06ed5dbb5387 admin admin] Pushing event updated for resources: {'Network': ['ID=37925b6f-7373-4670-a9f0-ede61b099b1e,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:17.160284 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 37925b6f-7373-4670-a9f0-ede61b099b1e details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 03 23:54:17.927036 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-1341863c-e166-4e8e-aac7-e00e472e3a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:18.927336 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:19.073045 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:19.387982 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57938) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:54:19.759616 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62727bb-5956-47e3-891a-a8694ccd6c56 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:54:19.760929 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-e62727bb-5956-47e3-891a-a8694ccd6c56 admin admin] 10.222.0.13 "GET /v2.0/subnets/3f05131a-53bf-4ca3-b754-d9f4f3433e88 HTTP/1.1" status: 200  len: 849 time: 0.3720238
Feb 03 23:54:19.912846 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a8d62403-2b49-4e6d-8425-a5da3618d01e admin admin] 10.222.0.13 "GET /v2.0/routers/9fb395a2-2b32-40a6-a588-37d74eff42e4 HTTP/1.1" status: 200  len: 704 time: 0.1466014
Feb 03 23:54:20.285674 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:20.370789 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:20.594261 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Allocated IP 172.20.0.1 (10e9f938-884a-4f55-8457-6fd2a3d7b87e/3f05131a-53bf-4ca3-b754-d9f4f3433e88/1f9418e3-94ae-4347-b856-a0fcc733ef40) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 03 23:54:20.772369 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:20.788626 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Transition to ACTIVE for port object 1f9418e3-94ae-4347-b856-a0fcc733ef40 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 03 23:54:20.836647 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:20.902280 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Network 10e9f938-884a-4f55-8457-6fd2a3d7b87e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 03 23:54:20.905150 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 03 23:54:20.908866 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 03 23:54:20.909373 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16599914'] for router_interface, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:20.915458 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9418e3-94ae-4347-b856-a0fcc733ef40,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:21.036036 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:21.140705 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-9ab2ef6b-22dd-45a3-9397-7e81216b7743 None None] Provisioning for port 1f9418e3-94ae-4347-b856-a0fcc733ef40 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 03 23:54:21.145335 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-9ab2ef6b-22dd-45a3-9397-7e81216b7743 None None] Provisioning complete for port 1f9418e3-94ae-4347-b856-a0fcc733ef40 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:54:21.145709 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ef6b-22dd-45a3-9397-7e81216b7743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:21.196027 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2ef6b-22dd-45a3-9397-7e81216b7743 None None] Port 1f9418e3-94ae-4347-b856-a0fcc733ef40 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 03 23:54:21.259767 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:21.264766 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:21.265385 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15598283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16598673'] for router_interface, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:21.396206 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9418e3-94ae-4347-b856-a0fcc733ef40,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:21.458279 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Network 10e9f938-884a-4f55-8457-6fd2a3d7b87e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 03 23:54:21.459238 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 03 23:54:21.618245 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-f6783e2a-1c84-498a-8975-0d20ad2bd44d None None] Provisioning complete for port 1f9418e3-94ae-4347-b856-a0fcc733ef40 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:54:21.618781 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-f6783e2a-1c84-498a-8975-0d20ad2bd44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:21.668944 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-f6783e2a-1c84-498a-8975-0d20ad2bd44d None None] Port 1f9418e3-94ae-4347-b856-a0fcc733ef40 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 03 23:54:21.807981 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Router 9fb395a2-2b32-40a6-a588-37d74eff42e4 is scheduled to L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 with binding_index 1 {{(pid=82731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 03 23:54:21.974874 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 03 23:54:21.984746 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-83e84c99-4ee7-4ae0-b532-2ab7f4ab0fd2 admin admin] 10.222.0.13 "PUT /v2.0/routers/9fb395a2-2b32-40a6-a588-37d74eff42e4/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0670435
Feb 03 23:54:21.985109 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88213941-041a-4067-b308-65d22d554682 None None] Sync routers for ids ['9fb395a2-2b32-40a6-a588-37d74eff42e4'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 03 23:54:21.999947 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88213941-041a-4067-b308-65d22d554682 None None] Routers {'9fb395a2-2b32-40a6-a588-37d74eff42e4'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 03 23:54:22.000780 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-88213941-041a-4067-b308-65d22d554682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df772a3a0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-03T23:54:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['9fb395a2-2b32-40a6-a588-37d74eff42e4'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:54:22.170601 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-88213941-041a-4067-b308-65d22d554682 None None] Set router 9fb395a2-2b32-40a6-a588-37d74eff42e4 gateway port host: None {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 03 23:54:22.531661 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-88213941-041a-4067-b308-65d22d554682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df772a3a0>, [{'id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'name': 'router1', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:11Z', 'updated_at': '2022-02-03T23:54:20Z', 'revision_number': 2, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'gw_port_host': None, '_interfaces': [{'id': '1f9418e3-94ae-4347-b856-a0fcc733ef40', 'name': '', 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'mac_address': 'fa:16:3e:57:03:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:20Z', 'updated_at': '2022-02-03T23:54:21Z', 'revision_number': 2, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'subnets': [{'id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4753becd-30a6-4b72-a3ce-71c3038eaa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:54:22.536447 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88213941-041a-4067-b308-65d22d554682 None None] Checking router: 9fb395a2-2b32-40a6-a588-37d74eff42e4 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 03 23:54:22.536815 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88213941-041a-4067-b308-65d22d554682 None None] Updating router 9fb395a2-2b32-40a6-a588-37d74eff42e4 port 1f9418e3-94ae-4347-b856-a0fcc733ef40 binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 03 23:54:22.589015 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-88213941-041a-4067-b308-65d22d554682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:22.961302 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-88213941-041a-4067-b308-65d22d554682 None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:22.976411 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-88213941-041a-4067-b308-65d22d554682 None None] Transition to ACTIVE for port object 1f9418e3-94ae-4347-b856-a0fcc733ef40 will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 03 23:54:22.981956 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-88213941-041a-4067-b308-65d22d554682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:23.171243 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Pushing event updated for resources: {'Port': ['ID=1f9418e3-94ae-4347-b856-a0fcc733ef40,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:23.214963 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.215248 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.215604 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.215939 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.216267 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.216590 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.216978 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.217908 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.218220 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.218537 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.218855 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Tracked resource versions report:
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]: pushed versions:
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]: {   'ConntrackHelper': {'1.0'},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     'Log': {'1.0'},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     'Network': {'1.1'},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     'Port': {'1.5'},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     'PortForwarding': {'1.2'},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     'QosPolicy': {'1.8'},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     'SecurityGroup': {'1.2'},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     'SecurityGroupRule': {'1.0'},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     'SubPort': {'1.0'},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     'Subnet': {'1.1'},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     'Trunk': {'1.1'}}
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]: consumer versions:
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]: {   DHCP agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     L3 agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     Metadata agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     Metering agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:     Open vSwitch agent@dv-cinder-827776-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'Log': '1.0',
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'Network': '1.1',
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'Port': '1.5',
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'PortForwarding': '1.2',
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'QosPolicy': '1.8',
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'SecurityGroup': '1.2',
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'SecurityGroupRule': '1.0',
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'SubPort': '1.0',
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'Subnet': '1.1',
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'Trunk': '1.1'}}
Feb 03 23:54:23.219965 dv-cinder-827776-1-iscsi neutron-server[82734]:  {{(pid=82734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 03 23:54:23.241925 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-88213941-041a-4067-b308-65d22d554682 None None] Attempting to bind port 1f9418e3-94ae-4347-b856-a0fcc733ef40 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 03 23:54:23.242318 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-88213941-041a-4067-b308-65d22d554682 None None] Attempting to bind port 1f9418e3-94ae-4347-b856-a0fcc733ef40 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '917af416-f9d5-4998-8a26-7f7b8d71a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 03 23:54:23.242754 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88213941-041a-4067-b308-65d22d554682 None None] Attempting to bind port 1f9418e3-94ae-4347-b856-a0fcc733ef40 on network 10e9f938-884a-4f55-8457-6fd2a3d7b87e {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 03 23:54:23.249315 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88213941-041a-4067-b308-65d22d554682 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 03 23:54:23.249730 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88213941-041a-4067-b308-65d22d554682 None None] Checking segment: {'id': '917af416-f9d5-4998-8a26-7f7b8d71a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 03 23:54:23.250190 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-88213941-041a-4067-b308-65d22d554682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:23.250581 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88213941-041a-4067-b308-65d22d554682 None None] Bound using segment: {'id': '917af416-f9d5-4998-8a26-7f7b8d71a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 03 23:54:23.251065 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-88213941-041a-4067-b308-65d22d554682 None None] Bound port: 1f9418e3-94ae-4347-b856-a0fcc733ef40, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917af416-f9d5-4998-8a26-7f7b8d71a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 03 23:54:23.251446 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-88213941-041a-4067-b308-65d22d554682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:23.341573 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-88213941-041a-4067-b308-65d22d554682 None None] For port 1f9418e3-94ae-4347-b856-a0fcc733ef40, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 03 23:54:23.346175 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-88213941-041a-4067-b308-65d22d554682 None None] For port 1f9418e3-94ae-4347-b856-a0fcc733ef40, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=1f9418e3-94ae-4347-b856-a0fcc733ef40,segment=NetworkSegment(917af416-f9d5-4998-8a26-7f7b8d71a854),segment_id=917af416-f9d5-4998-8a26-7f7b8d71a854)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 03 23:54:23.351882 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-88213941-041a-4067-b308-65d22d554682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:23.434738 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6a0f3-e6f1-49b0-b7fb-de8c5b96e77b None None] Pushing event updated for resources: {'Port': ['ID=1f9418e3-94ae-4347-b856-a0fcc733ef40,revision_number=4']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:23.443380 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88213941-041a-4067-b308-65d22d554682 None None] Routers {'9fb395a2-2b32-40a6-a588-37d74eff42e4'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 03 23:54:23.443870 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-88213941-041a-4067-b308-65d22d554682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df772a3a0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-03T23:54:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['9fb395a2-2b32-40a6-a588-37d74eff42e4'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:54:23.598229 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-88213941-041a-4067-b308-65d22d554682 None None] Set router 9fb395a2-2b32-40a6-a588-37d74eff42e4 gateway port host: None {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 03 23:54:23.924971 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-88213941-041a-4067-b308-65d22d554682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df772a3a0>, [{'id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'name': 'router1', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:11Z', 'updated_at': '2022-02-03T23:54:20Z', 'revision_number': 2, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'gw_port_host': None, '_interfaces': [{'id': '1f9418e3-94ae-4347-b856-a0fcc733ef40', 'name': '', 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'mac_address': 'fa:16:3e:57:03:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:20Z', 'updated_at': '2022-02-03T23:54:23Z', 'revision_number': 4, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'subnets': [{'id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4753becd-30a6-4b72-a3ce-71c3038eaa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:54:23.928478 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88213941-041a-4067-b308-65d22d554682 None None] The sync data for ids ['9fb395a2-2b32-40a6-a588-37d74eff42e4'] in dv-cinder-827776-1-iscsi is: [{'id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'name': 'router1', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:11Z', 'updated_at': '2022-02-03T23:54:20Z', 'revision_number': 2, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'gw_port_host': None, '_interfaces': [{'id': '1f9418e3-94ae-4347-b856-a0fcc733ef40', 'name': '', 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'mac_address': 'fa:16:3e:57:03:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:20Z', 'updated_at': '2022-02-03T23:54:23Z', 'revision_number': 4, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'subnets': [{'id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4753becd-30a6-4b72-a3ce-71c3038eaa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 03 23:54:24.162285 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57960) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:54:24.339111 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef09c92-a3e7-4a38-ac86-c88e90578cbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:54:24.339691 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-fef09c92-a3e7-4a38-ac86-c88e90578cbf admin admin] Synchronizing usage tracker for tenant:e9240b27f2744d48b371f362f7245b04 on resource:network {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 03 23:54:24.360333 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-fef09c92-a3e7-4a38-ac86-c88e90578cbf admin admin] Unset dirty status for tenant:e9240b27f2744d48b371f362f7245b04 on resource:network {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 03 23:54:24.364125 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-fef09c92-a3e7-4a38-ac86-c88e90578cbf admin admin] 10.222.0.13 "GET /v2.0/networks/37925b6f-7373-4670-a9f0-ede61b099b1e HTTP/1.1" status: 200  len: 842 time: 0.2007203
Feb 03 23:54:24.370912 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 03 23:54:24.376803 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:54:24.380591 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Usage tracker for resource:subnet and tenant:e9240b27f2744d48b371f362f7245b04 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 03 23:54:24.383359 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 03 23:54:24.433494 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 03 23:54:24.443945 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Made reservation on behalf of e9240b27f2744d48b371f362f7245b04 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 03 23:54:24.446143 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:24.803124 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.objects.ports [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82731) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}}
Feb 03 23:54:24.803569 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:24.880621 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52a7a85-64dd-4dac-bc70-f96d5833c907,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:24.890767 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 03 23:54:24.891114 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Network hostable DHCP agents. Network: 37925b6f-7373-4670-a9f0-ede61b099b1e, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 03 23:54:24.913296 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 03 23:54:24.923302 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 37925b6f-7373-4670-a9f0-ede61b099b1e) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 03 23:54:24.927315 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:54:24.928126 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:24.932233 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670bc682-eb9c-4f5b-967d-0ba3cbddc355 None None] Network 37925b6f-7373-4670-a9f0-ede61b099b1e requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 03 23:54:24.956487 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4b0255bc-e3ce-4ad2-9b8e-1b29900ddf3f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5824554
Feb 03 23:54:25.174105 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c49a0-225e-4ca1-83b5-cf189ee36153 None None] Network 37925b6f-7373-4670-a9f0-ede61b099b1e requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 03 23:54:25.327932 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 1f9418e3-94ae-4347-b856-a0fcc733ef40 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 03 23:54:25.468926 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 1f9418e3-94ae-4347-b856-a0fcc733ef40 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 03 23:54:25.473438 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 1f9418e3-94ae-4347-b856-a0fcc733ef40 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:54:25.473810 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:25.583734 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:25.614538 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 1f9418e3-94ae-4347-b856-a0fcc733ef40, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=1f9418e3-94ae-4347-b856-a0fcc733ef40,segment=NetworkSegment(917af416-f9d5-4998-8a26-7f7b8d71a854),segment_id=917af416-f9d5-4998-8a26-7f7b8d71a854)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 03 23:54:25.617849 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:25.682312 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=1f9418e3-94ae-4347-b856-a0fcc733ef40,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:27.108897 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57984) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:54:27.301197 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 1f9418e3-94ae-4347-b856-a0fcc733ef40 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 03 23:54:27.345643 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-1b0a1b3e-537f-44c1-89ef-1e942b04869b admin admin] 10.222.0.13 "GET /v2.0/routers/9fb395a2-2b32-40a6-a588-37d74eff42e4 HTTP/1.1" status: 200  len: 710 time: 0.2356329
Feb 03 23:54:27.372576 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 1f9418e3-94ae-4347-b856-a0fcc733ef40 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:54:27.373030 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:27.475067 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec713c-b13f-495b-bf6a-78d6481745b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:54:27.481171 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-afec713c-b13f-495b-bf6a-78d6481745b9 admin admin] 10.222.0.13 "GET /v2.0/networks/37925b6f-7373-4670-a9f0-ede61b099b1e HTTP/1.1" status: 200  len: 886 time: 0.1255066
Feb 03 23:54:27.486044 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 03 23:54:27.952329 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:28.171407 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:28.228206 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:28.361484 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Allocated IP 172.27.3.68 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/926af0f0-cab4-4310-b60b-332cbb3b1785) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 03 23:54:28.525214 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:28.559318 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:28.628360 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 03 23:54:28.631364 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 03 23:54:28.634986 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 03 23:54:28.664901 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Pushing event updated for resources: {'Port': ['ID=926af0f0-cab4-4310-b60b-332cbb3b1785,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:28.788069 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:28.982196 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:28.986455 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16600398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16600407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16597209'] for router, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:29.199758 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Router 9fb395a2-2b32-40a6-a588-37d74eff42e4 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 03 23:54:29.400986 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 03 23:54:29.411012 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Sync routers for ids ['9fb395a2-2b32-40a6-a588-37d74eff42e4'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 03 23:54:29.411535 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:29.412242 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-71326416-5d63-44ee-8da3-5ac7c5157d79 admin admin] 10.222.0.13 "PUT /v2.0/routers/9fb395a2-2b32-40a6-a588-37d74eff42e4 HTTP/1.1" status: 200  len: 889 time: 1.9304414
Feb 03 23:54:29.424111 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Routers {'9fb395a2-2b32-40a6-a588-37d74eff42e4'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 03 23:54:29.424767 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df77cc5e0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-03T23:54:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['9fb395a2-2b32-40a6-a588-37d74eff42e4'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:54:29.613458 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Set router 9fb395a2-2b32-40a6-a588-37d74eff42e4 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 03 23:54:29.950233 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df77cc5e0>, [{'id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'name': 'router1', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '926af0f0-cab4-4310-b60b-332cbb3b1785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:11Z', 'updated_at': '2022-02-03T23:54:28Z', 'revision_number': 4, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'gw_port': {'id': '926af0f0-cab4-4310-b60b-332cbb3b1785', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:28Z', 'updated_at': '2022-02-03T23:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f9418e3-94ae-4347-b856-a0fcc733ef40', 'name': '', 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'mac_address': 'fa:16:3e:57:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:20Z', 'updated_at': '2022-02-03T23:54:25Z', 'revision_number': 5, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'subnets': [{'id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4753becd-30a6-4b72-a3ce-71c3038eaa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:54:29.955318 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Checking router: 9fb395a2-2b32-40a6-a588-37d74eff42e4 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 03 23:54:29.955714 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Updating router 9fb395a2-2b32-40a6-a588-37d74eff42e4 port 926af0f0-cab4-4310-b60b-332cbb3b1785 binding host dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 03 23:54:30.009158 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:30.329829 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Notify callbacks [] for port, precommit_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:30.345746 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Transition to ACTIVE for port object 926af0f0-cab4-4310-b60b-332cbb3b1785 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 03 23:54:30.352396 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:30.430722 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39ee56-f661-494d-a90d-5fb3e25e6191 None None] Pushing event updated for resources: {'Port': ['ID=926af0f0-cab4-4310-b60b-332cbb3b1785,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:30.434463 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Attempting to bind port 926af0f0-cab4-4310-b60b-332cbb3b1785 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 03 23:54:30.434831 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Attempting to bind port 926af0f0-cab4-4310-b60b-332cbb3b1785 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 03 23:54:30.435189 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Attempting to bind port 926af0f0-cab4-4310-b60b-332cbb3b1785 on network 37925b6f-7373-4670-a9f0-ede61b099b1e {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 03 23:54:30.442129 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 03 23:54:30.442501 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 03 23:54:30.442895 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:30.443293 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Bound using segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 03 23:54:30.443756 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Bound port: 926af0f0-cab4-4310-b60b-332cbb3b1785, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 03 23:54:30.444148 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:30.538560 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] For port 926af0f0-cab4-4310-b60b-332cbb3b1785, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 03 23:54:30.541418 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] For port 926af0f0-cab4-4310-b60b-332cbb3b1785, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=926af0f0-cab4-4310-b60b-332cbb3b1785,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 03 23:54:30.546176 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:30.625025 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39ee56-f661-494d-a90d-5fb3e25e6191 None None] Pushing event updated for resources: {'Port': ['ID=926af0f0-cab4-4310-b60b-332cbb3b1785,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:30.628581 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Routers {'9fb395a2-2b32-40a6-a588-37d74eff42e4'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 03 23:54:30.629159 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df77cc5e0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-03T23:54:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['9fb395a2-2b32-40a6-a588-37d74eff42e4'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:54:30.807143 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] Set router 9fb395a2-2b32-40a6-a588-37d74eff42e4 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 03 23:54:31.129381 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df77cc5e0>, [{'id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'name': 'router1', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '926af0f0-cab4-4310-b60b-332cbb3b1785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:11Z', 'updated_at': '2022-02-03T23:54:28Z', 'revision_number': 4, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'gw_port': {'id': '926af0f0-cab4-4310-b60b-332cbb3b1785', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:28Z', 'updated_at': '2022-02-03T23:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f9418e3-94ae-4347-b856-a0fcc733ef40', 'name': '', 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'mac_address': 'fa:16:3e:57:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:20Z', 'updated_at': '2022-02-03T23:54:25Z', 'revision_number': 5, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'subnets': [{'id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4753becd-30a6-4b72-a3ce-71c3038eaa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 03 23:54:31.133244 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634a743-99a1-4150-85cf-2390c0cbd863 None None] The sync data for ids ['9fb395a2-2b32-40a6-a588-37d74eff42e4'] in dv-cinder-827776-1-iscsi is: [{'id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'name': 'router1', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '926af0f0-cab4-4310-b60b-332cbb3b1785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:11Z', 'updated_at': '2022-02-03T23:54:28Z', 'revision_number': 4, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'gw_port': {'id': '926af0f0-cab4-4310-b60b-332cbb3b1785', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:28Z', 'updated_at': '2022-02-03T23:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f9418e3-94ae-4347-b856-a0fcc733ef40', 'name': '', 'network_id': '10e9f938-884a-4f55-8457-6fd2a3d7b87e', 'tenant_id': '09e4423c17ed49938f12ed7e80839841', 'mac_address': 'fa:16:3e:57:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb395a2-2b32-40a6-a588-37d74eff42e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:20Z', 'updated_at': '2022-02-03T23:54:25Z', 'revision_number': 5, 'project_id': '09e4423c17ed49938f12ed7e80839841', 'subnets': [{'id': '3f05131a-53bf-4ca3-b754-d9f4f3433e88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4753becd-30a6-4b72-a3ce-71c3038eaa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 03 23:54:31.335527 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 926af0f0-cab4-4310-b60b-332cbb3b1785 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 03 23:54:31.412002 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 926af0f0-cab4-4310-b60b-332cbb3b1785 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 03 23:54:31.417045 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 926af0f0-cab4-4310-b60b-332cbb3b1785 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:54:31.417416 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:31.541786 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:31.557888 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 926af0f0-cab4-4310-b60b-332cbb3b1785, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=926af0f0-cab4-4310-b60b-332cbb3b1785,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 03 23:54:31.561976 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:31.632646 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=926af0f0-cab4-4310-b60b-332cbb3b1785,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:54:31.637558 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 57994) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:54:31.777979 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-744257eb-6a2c-49cb-ac87-36baee5d1f6c admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1392806
Feb 03 23:54:33.309906 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 926af0f0-cab4-4310-b60b-332cbb3b1785 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 03 23:54:33.401977 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 926af0f0-cab4-4310-b60b-332cbb3b1785 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:54:33.402349 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:43.429157 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 5 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 03 23:54:45.538266 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-206b0181-6900-4bc4-929a-7284ed98728b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:47.928505 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-79646bed-686f-4a4b-8545-7840c5e8715b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:48.932315 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:49.075446 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:54:50.289552 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:15.532252 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-382464de-30fb-4fa1-aa79-f3d0401354a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:17.930551 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-1b574d5a-03d4-48a2-872d-5761b0f2e332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:18.934667 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:19.077012 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:20.296898 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:20.430129 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 5 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 03 23:55:45.535961 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3fb56657-d380-4571-9d98-7e85091355a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:47.932661 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-46858166-67d8-4086-a48b-1026abb04e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:48.938897 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:49.079350 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:50.303319 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:55:57.430886 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 5 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 03 23:56:15.539579 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce342-48b1-40a9-9706-89155c7b24e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:17.934649 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-047624b2-a1dc-44ea-a1f8-8be3f86f257b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:18.940099 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:19.073356 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:20.305973 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:33.398600 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58568) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:56:33.487351 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20c6e40-743b-4722-80de-1840225fadc3 admin admin] GET failed (client error): The resource could not be found.
Feb 03 23:56:33.488572 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-e20c6e40-743b-4722-80de-1840225fadc3 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0890534
Feb 03 23:56:33.619299 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e22b38-d9ec-409d-aad7-9ecd9562277c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:33.620787 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-17e22b38-d9ec-409d-aad7-9ecd9562277c admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1283324
Feb 03 23:56:34.430146 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 5 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 03 23:56:35.632339 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58578) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:56:35.799082 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a35a5e-8c31-4a68-92c1-91b4d56d874d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:35.799665 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f2a35a5e-8c31-4a68-92c1-91b4d56d874d admin admin] Synchronizing usage tracker for tenant:e9240b27f2744d48b371f362f7245b04 on resource:subnet {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 03 23:56:35.815107 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f2a35a5e-8c31-4a68-92c1-91b4d56d874d admin admin] Unset dirty status for tenant:e9240b27f2744d48b371f362f7245b04 on resource:subnet {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 03 23:56:35.816205 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f2a35a5e-8c31-4a68-92c1-91b4d56d874d admin admin] 10.222.0.13 "GET /v2.0/subnets/3f05131a-53bf-4ca3-b754-d9f4f3433e88 HTTP/1.1" status: 200  len: 849 time: 0.1829371
Feb 03 23:56:35.825119 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 03 23:56:35.939167 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:36.121252 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769778053892'] for subnet, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:36.168010 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:36.168608 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:36.170124 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] 10.222.0.13 "PUT /v2.0/subnets/3f05131a-53bf-4ca3-b754-d9f4f3433e88 HTTP/1.1" status: 200  len: 868 time: 0.3483431
Feb 03 23:56:36.187106 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4e304c-318f-4017-9b77-5c0d2bb9ae84 None None] Network 10e9f938-884a-4f55-8457-6fd2a3d7b87e requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 03 23:56:36.191019 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f05131a-53bf-4ca3-b754-d9f4f3433e88,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:56:36.200023 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.200418 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.200688 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.201030 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.202116 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.202547 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.203532 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.203532 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.203532 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.203919 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.204192 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e74ec-46bb-4107-886d-9a702e3ae8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:56:36.746139 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-539c4528-be00-4eee-88ca-95183d7fe259 None None] Provisioning complete for port e2c385ea-437b-493c-a340-9aaa2ee155cb triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:56:36.746553 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-539c4528-be00-4eee-88ca-95183d7fe259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:36.870309 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-539c4528-be00-4eee-88ca-95183d7fe259 None None] Provisioning complete for port 1f9418e3-94ae-4347-b856-a0fcc733ef40 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:56:36.870674 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-539c4528-be00-4eee-88ca-95183d7fe259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:38.204059 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58588) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:56:38.401538 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0badbc8-ba9f-4234-91bd-aed6a969b077 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:38.401911 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0badbc8-ba9f-4234-91bd-aed6a969b077 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:38.403418 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-e0badbc8-ba9f-4234-91bd-aed6a969b077 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1983833
Feb 03 23:56:40.412893 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 58598) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:56:40.643500 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974609ec-1f5e-4620-a75c-4a2a6e845102 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:40.643831 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974609ec-1f5e-4620-a75c-4a2a6e845102 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:40.645470 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-974609ec-1f5e-4620-a75c-4a2a6e845102 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2316580
Feb 03 23:56:42.663101 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 58608) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:56:42.860259 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98dd905-1990-4a6d-af9b-906be0b32c39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:42.861612 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-e98dd905-1990-4a6d-af9b-906be0b32c39 admin admin] 10.222.0.13 "GET /v2.0/networks/10e9f938-884a-4f55-8457-6fd2a3d7b87e HTTP/1.1" status: 200  len: 869 time: 0.1975551
Feb 03 23:56:44.882718 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 58618) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:56:45.072188 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb0e77a-2662-4325-81ee-527fb92f35fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:45.073438 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-edb0e77a-2662-4325-81ee-527fb92f35fb admin admin] 10.222.0.13 "GET /v2.0/networks/37925b6f-7373-4670-a9f0-ede61b099b1e HTTP/1.1" status: 200  len: 886 time: 0.1897984
Feb 03 23:56:45.536818 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-580f3f3f-5756-4500-a992-133d063db6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:47.072198 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 58628) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:56:47.207148 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8651217-aca6-4cf9-8ce9-e61ff7fccc7d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:47.207505 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8651217-aca6-4cf9-8ce9-e61ff7fccc7d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:47.209062 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-f8651217-aca6-4cf9-8ce9-e61ff7fccc7d admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1359236
Feb 03 23:56:47.938531 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2458-72fd-411a-9097-ad25722ee12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:48.942141 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:49.075253 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:49.253484 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58638) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:56:49.384766 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d373a-c021-4a2d-a4c9-628f8cea2a17 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:49.385130 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d373a-c021-4a2d-a4c9-628f8cea2a17 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:49.386637 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-403d373a-c021-4a2d-a4c9-628f8cea2a17 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1322420
Feb 03 23:56:50.312668 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:56:51.397351 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58648) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:56:51.525906 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743d22a-efd3-476f-8512-03682b82bd88 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:51.527228 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-2743d22a-efd3-476f-8512-03682b82bd88 admin admin] 10.222.0.13 "GET /v2.0/subnets/3f05131a-53bf-4ca3-b754-d9f4f3433e88 HTTP/1.1" status: 200  len: 868 time: 0.1289527
Feb 03 23:56:53.542307 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58658) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:56:53.664091 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310fdd7d-3d78-40b7-a7b4-61370147d9d2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:56:53.665410 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-310fdd7d-3d78-40b7-a7b4-61370147d9d2 admin admin] 10.222.0.13 "GET /v2.0/subnets/d52a7a85-64dd-4dac-bc70-f96d5833c907 HTTP/1.1" status: 200  len: 816 time: 0.1221480
Feb 03 23:57:11.430989 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 5 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 03 23:57:11.743255 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58696) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:57:11.813363 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [None req-df874272-917f-42ac-8875-8488f3e44d8e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=82731) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 03 23:57:11.814353 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-df874272-917f-42ac-8875-8488f3e44d8e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0701373
Feb 03 23:57:13.873780 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58706) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:57:13.966605 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cd52d8-1afe-4a9b-a08a-d15a6b885e85 admin admin] GET failed (client error): The resource could not be found.
Feb 03 23:57:13.967914 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-49cd52d8-1afe-4a9b-a08a-d15a6b885e85 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0932169
Feb 03 23:57:14.091258 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11fa3a6-3b23-4cbd-8261-2e0cc27535fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:57:14.092641 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f11fa3a6-3b23-4cbd-8261-2e0cc27535fc admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1208835
Feb 03 23:57:15.538630 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-b46b1c6b-ed2b-49b9-9f77-e2e5aa3a5022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:16.111463 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 58716) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:57:16.181329 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 03 23:57:16.186012 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:57:16.197215 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 03 23:57:16.207342 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Made reservation on behalf of e9240b27f2744d48b371f362f7245b04 for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 03 23:57:16.209961 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:16.304736 dv-cinder-827776-1-iscsi neutron-server[82732]: WARNING neutron.services.revisions.revision_plugin [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f9df73190a0] {project_id='e9240b27f2744d48b371f362f7245b04', id='d605cbaa-fe07-430e-9cf3-a473c939fcf3', target_tenant='*', action='access_as_shared', object_id='b989c2f8-b508-4f17-b242-56593d2f5a83'}> to bump revision.
Feb 03 23:57:16.318527 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 03 23:57:16.330345 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769778129619', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:16.330933 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9df829ad30> segment precommit_create {{(pid=82732) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 03 23:57:16.331420 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Added segment 4231fbf7-7849-455f-a23c-184281b8438b of type vlan for network b989c2f8-b508-4f17-b242-56593d2f5a83
Feb 03 23:57:16.402654 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:16.437304 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:16.438251 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:57:16.438862 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:16.529569 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4169018
Feb 03 23:57:16.550562 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Pushing event updated for resources: {'Network': ['ID=b989c2f8-b508-4f17-b242-56593d2f5a83,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:57:16.560889 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.561147 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.561483 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.561813 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.562511 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.562511 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.562769 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.563098 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.563423 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.563770 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.564091 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2bc39-3c8f-4e11-b262-5434fd7d44ae admin admin] Tracked resource versions report:
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]: pushed versions:
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]: {   'ConntrackHelper': {'1.0'},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     'Log': {'1.0'},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     'Network': {'1.1'},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     'Port': {'1.5'},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     'PortForwarding': {'1.2'},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     'QosPolicy': {'1.8'},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     'SecurityGroup': {'1.2'},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     'SecurityGroupRule': {'1.0'},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     'SubPort': {'1.0'},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     'Subnet': {'1.1'},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     'Trunk': {'1.1'}}
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]: consumer versions:
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]: {   DHCP agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     L3 agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     Metadata agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     Metering agent@dv-cinder-827776-1-iscsi: {},
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:     Open vSwitch agent@dv-cinder-827776-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'Log': '1.0',
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'Network': '1.1',
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'Port': '1.5',
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'PortForwarding': '1.2',
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'QosPolicy': '1.8',
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'SecurityGroup': '1.2',
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'SecurityGroupRule': '1.0',
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'SubPort': '1.0',
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'Subnet': '1.1',
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'Trunk': '1.1'}}
Feb 03 23:57:16.565146 dv-cinder-827776-1-iscsi neutron-server[82732]:  {{(pid=82732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 03 23:57:16.602271 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network b989c2f8-b508-4f17-b242-56593d2f5a83 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 03 23:57:17.940484 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cf5655b7-613e-40b6-bce7-dd6d7466f3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:18.542067 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 58730) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:57:18.651940 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c73115-d04c-43f1-a05a-7c2c748c7909 admin admin] GET failed (client error): The resource could not be found.
Feb 03 23:57:18.652477 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-49c73115-d04c-43f1-a05a-7c2c748c7909 admin admin] Synchronizing usage tracker for tenant:e9240b27f2744d48b371f362f7245b04 on resource:network {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 03 23:57:18.669368 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-49c73115-d04c-43f1-a05a-7c2c748c7909 admin admin] Unset dirty status for tenant:e9240b27f2744d48b371f362f7245b04 on resource:network {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 03 23:57:18.670464 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-49c73115-d04c-43f1-a05a-7c2c748c7909 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1274385
Feb 03 23:57:18.774663 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce6a644-0fc6-43a2-a4b8-78f6db925edc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:57:18.776096 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-1ce6a644-0fc6-43a2-a4b8-78f6db925edc admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1016843
Feb 03 23:57:18.785039 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 03 23:57:18.789445 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:57:18.798888 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 03 23:57:18.808184 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Made reservation on behalf of e9240b27f2744d48b371f362f7245b04 for: {'subnet': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 03 23:57:18.811386 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Notify callbacks [] for subnet, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:18.946664 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:19.032107 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:19.080373 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:19.107854 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Pushing event updated for resources: {'Subnet': ['ID=670ca7cf-4aff-4686-a9bc-14d8a9e95cdb,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:57:19.119340 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Checking segment: {'id': '4231fbf7-7849-455f-a23c-184281b8438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 03 23:57:19.119763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Network hostable DHCP agents. Network: b989c2f8-b508-4f17-b242-56593d2f5a83, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 03 23:57:19.143385 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Network b989c2f8-b508-4f17-b242-56593d2f5a83 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 03 23:57:19.152863 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, b989c2f8-b508-4f17-b242-56593d2f5a83) {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 03 23:57:19.157877 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 03 23:57:19.158500 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:19.162574 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b6124e-e083-44c5-966d-44efb844da38 None None] Network b989c2f8-b508-4f17-b242-56593d2f5a83 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 03 23:57:19.182001 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-dba33df3-84b3-4161-8327-2b6b74fafcce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4001937
Feb 03 23:57:19.385738 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a09f7f7-4654-5163-a72e-c5ea2cc61d36-b989c2f8-b508-4f17-b242-56593d2f5a83', 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83', 'tenant_id': 'e9240b27f2744d48b371f362f7245b04', 'fixed_ips': [{'subnet_id': '670ca7cf-4aff-4686-a9bc-14d8a9e95cdb'}]}} from dv-cinder-827776-1-iscsi. {{(pid=82733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 03 23:57:19.386565 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:19.542780 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.db_base_plugin_common [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Allocated IP 192.168.233.2 (b989c2f8-b508-4f17-b242-56593d2f5a83/670ca7cf-4aff-4686-a9bc-14d8a9e95cdb/89365d13-927b-45c2-9fe8-366471b22aa9) {{(pid=82733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 03 23:57:19.758083 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Notify callbacks [] for port, precommit_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:19.768899 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Transition to ACTIVE for port object 89365d13-927b-45c2-9fe8-366471b22aa9 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 03 23:57:19.786880 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Transition to ACTIVE for port object 89365d13-927b-45c2-9fe8-366471b22aa9 will not be triggered until provisioned by entity DHCP. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 03 23:57:19.794284 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:19.864994 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Network b989c2f8-b508-4f17-b242-56593d2f5a83 is already hosted by enough agents. {{(pid=82733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 03 23:57:19.868508 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.base_scheduler [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Resources bound (agent type, host, resource id):  {{(pid=82733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 03 23:57:19.870312 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Pushing event updated for resources: {'Port': ['ID=89365d13-927b-45c2-9fe8-366471b22aa9,revision_number=1']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:57:19.873342 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Received port after_create {{(pid=82733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 03 23:57:19.906892 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.907238 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.907597 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.907931 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.908267 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.908594 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.908916 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.909258 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.909580 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.909897 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.910225 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:57:19.971127 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Attempting to bind port 89365d13-927b-45c2-9fe8-366471b22aa9 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 03 23:57:19.972494 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Attempting to bind port 89365d13-927b-45c2-9fe8-366471b22aa9 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '4231fbf7-7849-455f-a23c-184281b8438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 03 23:57:19.972868 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Attempting to bind port 89365d13-927b-45c2-9fe8-366471b22aa9 on network b989c2f8-b508-4f17-b242-56593d2f5a83 {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 03 23:57:19.979173 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 03 23:57:19.979539 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Checking segment: {'id': '4231fbf7-7849-455f-a23c-184281b8438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 03 23:57:19.980021 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:19.980408 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Bound using segment: {'id': '4231fbf7-7849-455f-a23c-184281b8438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 03 23:57:19.980858 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Bound port: 89365d13-927b-45c2-9fe8-366471b22aa9, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4231fbf7-7849-455f-a23c-184281b8438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 03 23:57:19.981280 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:20.094375 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] For port 89365d13-927b-45c2-9fe8-366471b22aa9, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 03 23:57:20.097760 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] For port 89365d13-927b-45c2-9fe8-366471b22aa9, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=89365d13-927b-45c2-9fe8-366471b22aa9,segment=NetworkSegment(4231fbf7-7849-455f-a23c-184281b8438b),segment_id=4231fbf7-7849-455f-a23c-184281b8438b)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 03 23:57:20.102161 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:20.178491 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fb622-46ac-4dfa-ae9e-4b2c8395269c None None] Pushing event updated for resources: {'Port': ['ID=89365d13-927b-45c2-9fe8-366471b22aa9,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:57:20.336643 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:21.000716 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f888d1a2-bc51-4720-b9fd-3ed4b5f828d7 None None] Network b989c2f8-b508-4f17-b242-56593d2f5a83 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 03 23:57:21.096030 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-a3dfe117-a38f-46c6-9d65-49f1829aa241 None None] Provisioning for port 89365d13-927b-45c2-9fe8-366471b22aa9 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 03 23:57:21.444031 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 89365d13-927b-45c2-9fe8-366471b22aa9 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 03 23:57:21.513906 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 89365d13-927b-45c2-9fe8-366471b22aa9 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 03 23:57:21.519075 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 89365d13-927b-45c2-9fe8-366471b22aa9 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:57:21.519445 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:21.637101 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:21.669787 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 89365d13-927b-45c2-9fe8-366471b22aa9, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=89365d13-927b-45c2-9fe8-366471b22aa9,segment=NetworkSegment(4231fbf7-7849-455f-a23c-184281b8438b),segment_id=4231fbf7-7849-455f-a23c-184281b8438b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 03 23:57:21.673522 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:21.742149 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=89365d13-927b-45c2-9fe8-366471b22aa9,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:57:23.394238 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 89365d13-927b-45c2-9fe8-366471b22aa9 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 03 23:57:23.463620 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 89365d13-927b-45c2-9fe8-366471b22aa9 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 03 23:57:23.463994 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:45.542288 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef554-fa38-42ec-b4b1-99a04872e63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:47.942818 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4e2061d0-bd16-4f22-921b-d414e25fd9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:48.431065 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 5 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 03 23:57:48.948404 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:49.082744 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:57:50.329847 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:15.545004 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-20203b73-bf96-4bad-a841-19cd39a2dd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:17.945383 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bfd5-7261-4ead-be04-797699390385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:18.951767 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:19.084402 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:20.333383 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:23.610388 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 58772) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:58:23.616044 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [None req-7a803055-c767-49af-bae4-134e3a999b2d tempest-verify_tempest_config-1182873618 tempest-verify_tempest_config-1182873618-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=82732) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 03 23:58:23.617008 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-7a803055-c767-49af-bae4-134e3a999b2d tempest-verify_tempest_config-1182873618 tempest-verify_tempest_config-1182873618-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0056860
Feb 03 23:58:23.932764 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58788) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:58:24.077497 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:24.107173 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 03 23:58:24.110863 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Usage tracker for resource:security_group_rule and tenant:2267929ed6a647d593a64971828ecd50 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 03 23:58:24.113794 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 03 23:58:24.119320 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 03 23:58:24.184511 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:24.187970 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:24.237431 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424b518b-ef26-4590-93d3-f1669df44d8b,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:58:24.241587 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Synchronizing usage tracker for tenant:e9240b27f2744d48b371f362f7245b04 on resource:security_group {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 03 23:58:24.252761 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.253127 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.253464 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.253792 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.254132 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.254466 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.254786 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.255123 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.255443 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.255782 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.256133 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 03 23:58:24.268762 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] Unset dirty status for tenant:e9240b27f2744d48b371f362f7245b04 on resource:security_group {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 03 23:58:24.270030 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-bcd09385-a36c-4529-a82d-6c7700bdf6cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2267929ed6a647d593a64971828ecd50&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3361003
Feb 03 23:58:24.272667 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58794) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 03 23:58:24.333614 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-175c26ba-f4b8-4138-92c2-bd41fee9ebd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:24.358693 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-175c26ba-f4b8-4138-92c2-bd41fee9ebd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:24.449551 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-175c26ba-f4b8-4138-92c2-bd41fee9ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:24.463377 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c26ba-f4b8-4138-92c2-bd41fee9ebd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424b518b-ef26-4590-93d3-f1669df44d8b,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 03 23:58:24.469127 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-175c26ba-f4b8-4138-92c2-bd41fee9ebd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:24.470323 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-175c26ba-f4b8-4138-92c2-bd41fee9ebd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/424b518b-ef26-4590-93d3-f1669df44d8b HTTP/1.1" status: 204  len: 168 time: 0.1966631
Feb 03 23:58:25.431781 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 5 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 03 23:58:45.548723 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a6de6942-f170-4444-be32-9aa97930b6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:47.946705 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c106e39b-3a01-4056-a021-4faf6ccf5b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:48.953099 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:49.085788 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:58:50.338279 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:02.434347 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 5 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 03 23:59:15.550163 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-7c883818-4385-4e97-830e-ae7749b3fca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:17.951416 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3ff2898f-29d6-4bf6-bdec-18ba2f3dc39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:18.956247 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:19.088399 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:20.339115 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:39.434567 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 5 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 03 23:59:45.550731 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-397d3800-0920-40d6-bcd9-08f4d0e12022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:47.953604 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a8971bbd-d523-49b5-a0ee-bdd1982ec800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:48.958866 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:49.088770 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:50.348799 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 03 23:59:55.643191 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16599842'] for agent, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:11.326736 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 58864) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:00:11.461434 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-4d862167-0da2-4140-9192-8bc260abc516 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1336670
Feb 04 00:00:13.499080 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 58874) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:00:13.582405 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-82812e27-ee5d-49b4-8d8c-c8d80934ab93 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0822313
Feb 04 00:00:15.553538 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cdbfca1a-b871-4c57-9919-bbd0caa811fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:16.435314 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:00:17.956404 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fb6034d3-ad73-415f-b92d-2179ca53085c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:18.961569 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:19.092113 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:20.348226 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:25.611864 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:45.554537 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-65ad95e1-b9f7-466c-9b61-6db8b44487b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:47.958687 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-03654e54-b468-44c6-9cd4-19ccef9d2e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:48.965585 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:49.093938 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:50.349104 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:00:53.435145 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:00:55.626388 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:15.556469 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-bea84cc5-6c48-4c83-9de7-ccae4dbeec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:17.960801 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3214a738-ab27-440d-ad38-600b95aff145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:18.967989 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:19.096732 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:20.352748 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:25.641795 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:30.435836 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:01:45.574129 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-402f5250-a39d-4fa0-af15-b2b2c0ac0d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:47.981910 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c5afb7d0-41ad-4c60-bc48-72570b178492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:48.972255 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:49.100052 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:49.344774 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59024) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:49.441473 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 59032) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:49.687085 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-171616183-network', 'tenant_id': '275f74ce843546508a0f065ac4e875dc'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:01:49.691758 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:49.696212 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Usage tracker for resource:network and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:49.700147 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2081829583-network', 'tenant_id': 'f4bc47e37e2b4d03b1d136e5597d1762'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:01:49.701492 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:49.705235 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:49.707951 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:49.711393 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Usage tracker for resource:network and tenant:f4bc47e37e2b4d03b1d136e5597d1762 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:49.715809 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:49.720149 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Made reservation on behalf of 275f74ce843546508a0f065ac4e875dc for: {'network': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:01:49.722790 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:49.723281 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:49.737731 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Made reservation on behalf of f4bc47e37e2b4d03b1d136e5597d1762 for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:01:49.738259 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:49.741041 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:49.758581 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:49.778954 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:49.785806 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Usage tracker for resource:security_group_rule and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:49.789051 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:49.796017 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:49.817955 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:49.824071 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Usage tracker for resource:security_group_rule and tenant:f4bc47e37e2b4d03b1d136e5597d1762 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:49.828054 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:49.835748 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:49.901436 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:49.905977 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:49.949992 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46b6ff9-f04a-4739-ad57-a0c9d2695a92,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:49.963916 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.964529 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.964991 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:49.965259 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.966003 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.966525 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.967077 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.967891 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.968684 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.969356 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.970365 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.970789 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:49.971078 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Tracked resource versions report:
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]: pushed versions:
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]: {   'ConntrackHelper': {'1.0'},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     'Log': {'1.0'},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     'Network': {'1.1'},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     'Port': {'1.5'},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     'PortForwarding': {'1.2'},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     'QosPolicy': {'1.8'},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     'SecurityGroup': {'1.2'},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     'SecurityGroupRule': {'1.0'},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     'SubPort': {'1.0'},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     'Subnet': {'1.1'},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     'Trunk': {'1.1'}}
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]: consumer versions:
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]: {   DHCP agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     HyperV agent@hv-cinder-82777: {},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     L3 agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     Metadata agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     Metering agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:     Open vSwitch agent@dv-cinder-827776-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'Log': '1.0',
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'Network': '1.1',
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'Port': '1.5',
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'PortForwarding': '1.2',
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'QosPolicy': '1.8',
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'SecurityGroup': '1.2',
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'SecurityGroupRule': '1.0',
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'SubPort': '1.0',
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'Subnet': '1.1',
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:                                                      'Trunk': '1.1'}}
Feb 04 00:01:49.972384 dv-cinder-827776-1-iscsi neutron-server[82731]:  {{(pid=82731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 00:01:49.991692 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:01:49.998240 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'}  {{(pid=82731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:01:50.005591 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.006825 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Added segment e5319bbc-e877-4a9c-a77a-8a33ecaf1f75 of type vlan for network cd47688e-b74a-483a-9f79-fa64274df270
Feb 04 00:01:50.013837 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.014800 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.segments_db [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Added segment 2c8dc9da-6895-413a-b9ef-ce4de481d98a of type vlan for network 512bd163-9e32-46a5-8135-c59c509d3018
Feb 04 00:01:50.048120 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67db9ff-5286-4b09-98e9-ea925e0644eb,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:50.050277 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.072684 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.073029 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.073548 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.073932 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.074299 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.074630 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.074954 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.075271 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.075779 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.076276 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.076768 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Tracked resource versions report:
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]: pushed versions:
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]: {   'ConntrackHelper': {'1.0'},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     'Log': {'1.0'},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     'Network': {'1.1'},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     'Port': {'1.5'},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     'PortForwarding': {'1.2'},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     'QosPolicy': {'1.8'},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     'SecurityGroup': {'1.2'},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     'SecurityGroupRule': {'1.0'},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     'SubPort': {'1.0'},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     'Subnet': {'1.1'},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     'Trunk': {'1.1'}}
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]: consumer versions:
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]: {   DHCP agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     HyperV agent@hv-cinder-82777: {},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     L3 agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     Metadata agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     Metering agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:     Open vSwitch agent@dv-cinder-827776-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'Log': '1.0',
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'Network': '1.1',
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'Port': '1.5',
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'PortForwarding': '1.2',
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'QosPolicy': '1.8',
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'SecurityGroup': '1.2',
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'SecurityGroupRule': '1.0',
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'SubPort': '1.0',
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'Subnet': '1.1',
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:                                                      'Trunk': '1.1'}}
Feb 04 00:01:50.077744 dv-cinder-827776-1-iscsi neutron-server[82732]:  {{(pid=82732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 00:01:50.081133 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.091654 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.093052 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:01:50.093950 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.123324 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.124236 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:01:50.124816 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.206128 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] Pushing event updated for resources: {'Network': ['ID=512bd163-9e32-46a5-8135-c59c509d3018,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:50.212123 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-b5d68e83-aa0a-45b0-9de2-eabfefa67039 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8648782
Feb 04 00:01:50.214797 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59064) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:50.225229 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Request body: {'subnet': {'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-171616183-subnet', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:01:50.231539 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 512bd163-9e32-46a5-8135-c59c509d3018 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:01:50.234173 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:50.238956 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Usage tracker for resource:subnet and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:50.242686 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:50.255293 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:50.269271 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Made reservation on behalf of 275f74ce843546508a0f065ac4e875dc for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:01:50.273682 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.278685 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd47688e-b74a-483a-9f79-fa64274df270,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:50.288650 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-8e2644ce-35db-4bf7-b39b-926ba78d19a3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8459046
Feb 04 00:01:50.297062 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59072) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:50.362932 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network cd47688e-b74a-483a-9f79-fa64274df270 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:01:50.366500 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Request body: {'subnet': {'network_id': 'cd47688e-b74a-483a-9f79-fa64274df270', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2081829583-subnet', 'tenant_id': 'f4bc47e37e2b4d03b1d136e5597d1762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:01:50.371686 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:50.376107 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Usage tracker for resource:subnet and tenant:f4bc47e37e2b4d03b1d136e5597d1762 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:50.378923 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:50.385497 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:50.413423 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Made reservation on behalf of f4bc47e37e2b4d03b1d136e5597d1762 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:01:50.415819 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.568178 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.699339 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 59086) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:50.718540 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.739672 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 59092) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:50.841453 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Pushing event updated for resources: {'Subnet': ['ID=087a5650-a133-4adc-b8fa-2a302864c0c8,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:50.891682 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Checking segment: {'id': 'e5319bbc-e877-4a9c-a77a-8a33ecaf1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cd47688e-b74a-483a-9f79-fa64274df270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:01:50.892084 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Network hostable DHCP agents. Network: cd47688e-b74a-483a-9f79-fa64274df270, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:01:50.901270 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:50.981992 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25dddad5-b894-4c6a-a9bc-91f4aee83ad6,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:50.986379 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Network cd47688e-b74a-483a-9f79-fa64274df270 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:01:51.002363 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, cd47688e-b74a-483a-9f79-fa64274df270) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:01:51.006542 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:01:51.007111 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.012206 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0836532-6711-41dc-b2b9-2c62bd122336 None None] Network cd47688e-b74a-483a-9f79-fa64274df270 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:01:51.013926 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Checking segment: {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:01:51.014273 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Network hostable DHCP agents. Network: 512bd163-9e32-46a5-8135-c59c509d3018, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:01:51.050117 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a21af611-9e90-448b-b8a0-2c188433d18e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7498472
Feb 04 00:01:51.070539 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Network 512bd163-9e32-46a5-8135-c59c509d3018 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:01:51.084216 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-network', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:01:51.091338 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 512bd163-9e32-46a5-8135-c59c509d3018) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:01:51.092985 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:51.107349 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:01:51.107965 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.109273 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Usage tracker for resource:network and tenant:ce64066d41b0425a80b412619d922cd3 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:51.112596 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:51.119060 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccd70d4-6555-4a6a-bfc2-307a6dc9f227 None None] Network 512bd163-9e32-46a5-8135-c59c509d3018 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:01:51.126270 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:51.137520 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-34e3be6b-690c-4898-acca-94e9f4ad9b77 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9179482
Feb 04 00:01:51.138472 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59116) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:51.144452 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:01:51.147785 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Made reservation on behalf of ce64066d41b0425a80b412619d922cd3 for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:01:51.149254 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:51.152963 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.154168 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Usage tracker for resource:router and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:51.157971 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:51.163993 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:51.171682 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.177993 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16597246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8310'] for router, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.179181 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16600435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16606919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8207'] for router, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.220410 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.223386 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:51.228359 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Usage tracker for resource:security_group_rule and tenant:ce64066d41b0425a80b412619d922cd3 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:51.232581 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:51.239686 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:51.344759 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.355042 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.386074 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1833162982-network', 'tenant_id': 'b662c50c07e142b2bfcf011600a2d20f'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:01:51.434516 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:01:51.449904 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:51.466066 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Usage tracker for resource:network and tenant:b662c50c07e142b2bfcf011600a2d20f is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:51.473598 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:51.481785 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52ee7a-b595-445e-ae85-cba8d4c8486b None None] Network cd47688e-b74a-483a-9f79-fa64274df270 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:01:51.489070 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.492282 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:51.541981 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Made reservation on behalf of b662c50c07e142b2bfcf011600a2d20f for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:01:51.546623 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.553678 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a09f7f7-4654-5163-a72e-c5ea2cc61d36-512bd163-9e32-46a5-8135-c59c509d3018', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6'}]}} from dv-cinder-827776-1-iscsi. {{(pid=82733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 00:01:51.554794 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.591374 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.593500 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Added segment 92add955-c9b9-4139-92e9-d7f90d4662fd of type vlan for network 86714709-d562-47b4-aedf-bc8a8c6629b1
Feb 04 00:01:51.605080 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.631035 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a21f9cf-5a36-4f93-8297-a006efdb0a4b,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:51.710375 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.734563 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:51.758168 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Usage tracker for resource:security_group_rule and tenant:b662c50c07e142b2bfcf011600a2d20f is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:51.767801 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:51.778537 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:51.795613 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.796594 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:01:51.797289 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.889338 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.db_base_plugin_common [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Allocated IP 172.20.0.2 (512bd163-9e32-46a5-8135-c59c509d3018/25dddad5-b894-4c6a-a9bc-91f4aee83ad6/2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e) {{(pid=82733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:01:51.928725 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.937902 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] Pushing event updated for resources: {'Network': ['ID=86714709-d562-47b4-aedf-bc8a8c6629b1,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:51.946151 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-1107e753-f9ce-4988-b457-c21d1e581593 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.2442913
Feb 04 00:01:51.950202 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 59138) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:51.963621 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Request body: {'subnet': {'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-subnet', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:01:51.967416 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 86714709-d562-47b4-aedf-bc8a8c6629b1 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:01:51.969568 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.971178 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:51.982848 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Usage tracker for resource:subnet and tenant:ce64066d41b0425a80b412619d922cd3 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:51.988679 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:51.996952 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:51.998183 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:52.010920 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.084977 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Made reservation on behalf of ce64066d41b0425a80b412619d922cd3 for: {'subnet': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:01:52.088011 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.121994 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:01:52.132747 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Allocated IP 172.27.3.127 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:01:52.208564 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f6928a-5b09-4bdc-a235-c5f28073fed9,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:52.211879 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.213197 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Added segment 10f84093-37f7-45d5-a32e-2faf4f2441e5 of type vlan for network 05e3a156-5e5b-45b1-984f-62dbbf637085
Feb 04 00:01:52.268811 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.326409 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.341931 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.343397 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:01:52.344237 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.356944 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.422639 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:01:52.427796 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:01:52.436659 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:01:52.562652 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Notify callbacks [] for port, precommit_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.579869 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.8364732
Feb 04 00:01:52.581334 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59156) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:52.582829 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Transition to ACTIVE for port object 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:01:52.588788 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dbd62-1145-4077-816b-24aa50482e26 admin admin] Pushing event updated for resources: {'Network': ['ID=05e3a156-5e5b-45b1-984f-62dbbf637085,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:52.594733 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Request body: {'subnet': {'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1833162982-subnet', 'tenant_id': 'b662c50c07e142b2bfcf011600a2d20f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:01:52.599955 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:52.604356 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Usage tracker for resource:subnet and tenant:b662c50c07e142b2bfcf011600a2d20f is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:52.607824 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:52.609080 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 05e3a156-5e5b-45b1-984f-62dbbf637085 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:01:52.616291 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:52.642925 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:52.646933 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.647118 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.647766 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16597191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972'] for router, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.651387 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Made reservation on behalf of b662c50c07e142b2bfcf011600a2d20f for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:01:52.654334 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.784289 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23f6667-5fb7-49c5-a8c5-849d40e30b71,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:52.798887 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Checking segment: {'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:01:52.798887 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Network hostable DHCP agents. Network: 86714709-d562-47b4-aedf-bc8a8c6629b1, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:01:52.799217 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Transition to ACTIVE for port object 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e will not be triggered until provisioned by entity DHCP. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:01:52.851052 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Network 86714709-d562-47b4-aedf-bc8a8c6629b1 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:01:52.871509 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 86714709-d562-47b4-aedf-bc8a8c6629b1) {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:01:52.881208 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:01:52.881928 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.887606 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ca91d-6048-4c09-8258-df2c4a318d74 None None] Network 86714709-d562-47b4-aedf-bc8a8c6629b1 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:01:52.906671 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.932529 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-5984e87d-879c-4e65-b3d7-6ac6102becbd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.9805377
Feb 04 00:01:52.935364 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 59168) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:52.941157 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-router', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:01:52.948055 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:52.958213 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Usage tracker for resource:router and tenant:ce64066d41b0425a80b412619d922cd3 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:52.959039 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:52.966007 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:52.978706 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:53.010386 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16597246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8310'] for router, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:53.012049 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16600435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16606919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8207'] for router, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:53.044467 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Pushing event updated for resources: {'Port': ['ID=2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e,revision_number=1']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:53.075341 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:53.082742 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8895f53e-5c8c-4446-8d0c-f3329013e8c0,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:53.108200 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Network 512bd163-9e32-46a5-8135-c59c509d3018 is already hosted by enough agents. {{(pid=82733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:01:53.116779 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.base_scheduler [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Resources bound (agent type, host, resource id):  {{(pid=82733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:01:53.121095 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.121366 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.121695 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.122194 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.122877 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.123369 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.124012 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.124536 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.125022 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.125687 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.126219 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Tracked resource versions report:
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]: pushed versions:
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]: {   'ConntrackHelper': {'1.0'},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     'Log': {'1.0'},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     'Network': {'1.1'},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     'Port': {'1.5'},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     'PortForwarding': {'1.2'},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     'QosPolicy': {'1.8'},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     'SecurityGroup': {'1.2'},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     'SecurityGroupRule': {'1.0'},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     'SubPort': {'1.0'},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     'Subnet': {'1.1'},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     'Trunk': {'1.1'}}
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]: consumer versions:
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]: {   DHCP agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     HyperV agent@hv-cinder-82777: {},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     L3 agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     Metadata agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     Metering agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:     Open vSwitch agent@dv-cinder-827776-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'Log': '1.0',
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'Network': '1.1',
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'Port': '1.5',
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'PortForwarding': '1.2',
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'QosPolicy': '1.8',
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'SecurityGroup': '1.2',
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'SecurityGroupRule': '1.0',
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'SubPort': '1.0',
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'Subnet': '1.1',
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:                                                      'Trunk': '1.1'}}
Feb 04 00:01:53.128087 dv-cinder-827776-1-iscsi neutron-server[82733]:  {{(pid=82733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 00:01:53.171978 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Received port after_create {{(pid=82733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:01:53.229147 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Checking segment: {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:01:53.233710 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Network hostable DHCP agents. Network: 05e3a156-5e5b-45b1-984f-62dbbf637085, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:01:53.327678 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Attempting to bind port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:01:53.328334 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Attempting to bind port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:01:53.328891 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Attempting to bind port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e on network 512bd163-9e32-46a5-8135-c59c509d3018 {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:01:53.338151 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:01:53.339715 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Checking segment: {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:01:53.340288 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:53.340836 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Bound using segment: {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:01:53.341468 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Bound port: 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:01:53.342028 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:53.414598 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Network 05e3a156-5e5b-45b1-984f-62dbbf637085 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:01:53.435163 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 05e3a156-5e5b-45b1-984f-62dbbf637085) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:01:53.440826 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:01:53.441570 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:53.474730 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:53.481950 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-b70dc14e-3a59-4a41-993a-158c10ec9022 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8972397
Feb 04 00:01:53.514704 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99116883-ca3e-46c0-88cd-942dcb093729 None None] Network 05e3a156-5e5b-45b1-984f-62dbbf637085 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:01:53.545476 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Router 89e59c5b-4cea-47fa-bb6f-6438efa79951 is scheduled to L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 with binding_index 1 {{(pid=82731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 00:01:53.784364 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:01:53.795636 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Sync routers for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:01:53.816298 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:01:53.816970 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7021a60>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:01:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:01:53.826237 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:53.828206 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-23ef9ce4-e187-4970-8435-2399d2f3a2f3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.6887572
Feb 04 00:01:53.831087 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59192) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:53.887299 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:53.950290 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:54.019412 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da3379-ca93-4e60-9861-65b888d321d2 None None] Network 86714709-d562-47b4-aedf-bc8a8c6629b1 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:01:54.280307 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] For port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:01:54.286699 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] For port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:01:54.288833 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:01:54.311022 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Allocated IP 172.27.3.14 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/139be3ac-64af-42e4-bfde-162de0948441) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:01:54.434377 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:54.697186 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06aa48e-38b6-4f96-9ae7-71ff293c37d7 None None] Network 05e3a156-5e5b-45b1-984f-62dbbf637085 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:01:54.818650 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:54.855174 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7021a60>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:52Z', 'revision_number': 3, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:01:54.860701 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Checking router: 89e59c5b-4cea-47fa-bb6f-6438efa79951 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:01:54.860701 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Updating router 89e59c5b-4cea-47fa-bb6f-6438efa79951 port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:01:54.927067 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:55.023253 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:55.137128 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab3273-d25f-4d00-a42a-50ff02571d23 None None] Pushing event updated for resources: {'Port': ['ID=2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:55.246693 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Pushing event updated for resources: {'Port': ['ID=139be3ac-64af-42e4-bfde-162de0948441,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:55.272572 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:01:55.277866 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:01:55.285178 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:01:55.451931 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 59240) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:55.479838 dv-cinder-827776-1-iscsi neutron-server[82732]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 04 00:01:55.487038 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:55.500652 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Transition to ACTIVE for port object a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:01:55.508963 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:55.573775 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:55.616746 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Attempting to bind port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:01:55.617033 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Attempting to bind port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:01:55.617391 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Attempting to bind port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf on network 37925b6f-7373-4670-a9f0-ede61b099b1e {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:01:55.653371 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:01:55.653969 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:01:55.654731 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:55.655389 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Bound using segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:01:55.656599 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Bound port: a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:01:55.657285 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:55.727278 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:01:55.742364 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Pushing event updated for resources: {'Port': ['ID=a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf,revision_number=2']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:55.766767 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.767180 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.767453 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.767815 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.768377 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.768627 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.768959 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.769302 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.770053 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.770396 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.770720 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Tracked resource versions report:
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]: pushed versions:
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]: {   'ConntrackHelper': {'1.0'},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     'Log': {'1.0'},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     'Network': {'1.1'},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     'Port': {'1.5'},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     'PortForwarding': {'1.2'},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     'QosPolicy': {'1.8'},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     'SecurityGroup': {'1.2'},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     'SecurityGroupRule': {'1.0'},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     'SubPort': {'1.0'},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     'Subnet': {'1.1'},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     'Trunk': {'1.1'}}
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]: consumer versions:
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]: {   DHCP agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     HyperV agent@hv-cinder-82777: {},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     L3 agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     Metadata agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     Metering agent@dv-cinder-827776-1-iscsi: {},
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:     Open vSwitch agent@dv-cinder-827776-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'Log': '1.0',
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'Network': '1.1',
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'Port': '1.5',
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'PortForwarding': '1.2',
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'QosPolicy': '1.8',
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'SecurityGroup': '1.2',
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'SecurityGroupRule': '1.0',
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'SubPort': '1.0',
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'Subnet': '1.1',
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:                                                      'Trunk': '1.1'}}
Feb 04 00:01:55.771937 dv-cinder-827776-1-iscsi neutron-server[82734]:  {{(pid=82734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 00:01:55.824878 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] For port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:01:55.831676 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] For port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:01:55.840150 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:55.888368 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:55.923262 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:01:56.008270 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:01:56.016352 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7021a60>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:01:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:01:56.026298 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Allocated IP 172.20.0.1 (512bd163-9e32-46a5-8135-c59c509d3018/25dddad5-b894-4c6a-a9bc-91f4aee83ad6/27b1fe10-4551-45e5-86c5-343a8e7bb868) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:01:56.129872 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4721ac-e166-4f91-aa32-693f981d4d60 None None] Pushing event updated for resources: {'Port': ['ID=a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:56.243130 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59274) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:56.255304 dv-cinder-827776-1-iscsi neutron-server[82731]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 04 00:01:56.266519 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-b0f82bc1-6ed0-4949-af72-0bddf8693729 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:01:56.267228 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-b0f82bc1-6ed0-4949-af72-0bddf8693729 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Synchronizing usage tracker for tenant:f4bc47e37e2b4d03b1d136e5597d1762 on resource:network {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:01:56.303183 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-b0f82bc1-6ed0-4949-af72-0bddf8693729 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Unset dirty status for tenant:f4bc47e37e2b4d03b1d136e5597d1762 on resource:network {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:01:56.305005 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-b0f82bc1-6ed0-4949-af72-0bddf8693729 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/networks?id=cd47688e-b74a-483a-9f79-fa64274df270 HTTP/1.1" status: 200  len: 812 time: 0.8519306
Feb 04 00:01:56.326396 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:56.327461 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16597191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972'] for router, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:56.395405 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:01:56.465154 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-ae81f74b-e721-453a-9740-edab2cf8518a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:01:56.475044 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-a4fdc8ac-e928-4ce2-8099-c4fe8e4e5d7d tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/quotas/f4bc47e37e2b4d03b1d136e5597d1762 HTTP/1.1" status: 200  len: 375 time: 0.1586308
Feb 04 00:01:56.478755 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-ae81f74b-e721-453a-9740-edab2cf8518a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 815 time: 0.2312846
Feb 04 00:01:56.545509 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-b4cd1d81-824d-4354-bece-87d2cb04f45d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/quotas/b662c50c07e142b2bfcf011600a2d20f HTTP/1.1" status: 200  len: 375 time: 0.0648673
Feb 04 00:01:56.623333 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-9c6e6424-07ad-4abd-af44-da3df675dae5 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4bc47e37e2b4d03b1d136e5597d1762&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1434131
Feb 04 00:01:56.680262 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1617629-ca89-4d77-9c35-2ba92acd4663 None None] Network 512bd163-9e32-46a5-8135-c59c509d3018 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:01:56.683802 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:56.702943 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-08b74d27-2f89-4e82-b975-9e7bd28bff21 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1562741
Feb 04 00:01:56.773364 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Transition to ACTIVE for port object 27b1fe10-4551-45e5-86c5-343a8e7bb868 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:01:56.845041 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:56.953827 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 is scheduled to L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 with binding_index 1 {{(pid=82732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 00:01:56.999235 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-cd6e0786-ef50-435b-927b-174e24073a82 None None] Provisioning for port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:01:57.013271 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-cd6e0786-ef50-435b-927b-174e24073a82 None None] Provisioning complete for port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:01:57.013948 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0786-ef50-435b-927b-174e24073a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:57.022762 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Pushing event updated for resources: {'Port': ['ID=27b1fe10-4551-45e5-86c5-343a8e7bb868,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:57.037202 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Network 512bd163-9e32-46a5-8135-c59c509d3018 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:01:57.038595 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:01:57.045619 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:01:57.046291 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16599914'] for router_interface, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:57.060768 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7021a60>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:52Z', 'revision_number': 3, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:01:57.066107 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb73d3-9e50-4024-b6f5-e4a6999b5bf8 None None] The sync data for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi is: [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:52Z', 'revision_number': 3, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:01:57.162485 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:57.203046 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-88fd664c-b8a5-48e1-9228-97abf89e6e1e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=82731) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 00:01:57.204186 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-88fd664c-b8a5-48e1-9228-97abf89e6e1e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1272402
Feb 04 00:01:57.321076 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d5d2c0db-fde7-4bee-8659-12510a9bb03a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=82732) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 00:01:57.322641 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d5d2c0db-fde7-4bee-8659-12510a9bb03a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2309268
Feb 04 00:01:57.405455 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0786-ef50-435b-927b-174e24073a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:57.469774 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-cd6e0786-ef50-435b-927b-174e24073a82 None None] For port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:01:57.484950 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0786-ef50-435b-927b-174e24073a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:57.594417 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-52d7ed58-e51d-4b07-8b60-d4a59ea65f94 service neutron] 10.222.0.13 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3779502
Feb 04 00:01:57.625795 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e0786-ef50-435b-927b-174e24073a82 None None] Pushing event updated for resources: {'Port': ['ID=2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:57.626031 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 59304) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:57.659730 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:01:57.669693 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Sync routers for ids ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:01:57.680640 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:01:57.700364 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-59a0b38e-9e16-43f2-b3ab-36c1e838bb7f service neutron] 10.222.0.13 "GET /v2.0/networks/cd47688e-b74a-483a-9f79-fa64274df270?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3518231
Feb 04 00:01:57.748777 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] Notify callbacks [] for router, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:57.749823 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-5bee1ee5-7d0a-4b28-bd89-4857f61a473c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.8133264
Feb 04 00:01:57.754209 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 59310) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:57.790172 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Routers {'9e0372b5-2bd8-4524-bec8-b7222d3ae595'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:01:57.797901 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df74f9370>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:01:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:01:57.798412 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-224488a4-6931-4440-8e24-c1b9e6f2d247 service neutron] 10.222.0.13 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933475
Feb 04 00:01:57.938824 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:57.950038 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:57.950967 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15598283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16598673'] for router_interface, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:58.079528 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-349837df-6fa5-4aaa-9164-7f5fdd8eaac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:58.148431 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-a58269be-8723-477c-be9b-748d135f3c2b None None] Provisioning complete for port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:01:58.148804 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a58269be-8723-477c-be9b-748d135f3c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:58.282225 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-349837df-6fa5-4aaa-9164-7f5fdd8eaac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:01:58.311583 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-028373ee-b860-48aa-be3e-85c4bdfe703e service neutron] 10.222.0.13 "GET /v2.0/networks/cd47688e-b74a-483a-9f79-fa64274df270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5968924
Feb 04 00:01:58.314097 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-349837df-6fa5-4aaa-9164-7f5fdd8eaac5 admin admin] Usage tracker for resource:security_group_rule and tenant:6b1ff282bbb74ab5a8ab03f2613caa76 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:01:58.343215 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-349837df-6fa5-4aaa-9164-7f5fdd8eaac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:01:58.359385 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-349837df-6fa5-4aaa-9164-7f5fdd8eaac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:01:58.380143 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:01:58.383496 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Pushing event updated for resources: {'Port': ['ID=27b1fe10-4551-45e5-86c5-343a8e7bb868,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:58.416563 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:01:58.419481 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:58.529451 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Network 512bd163-9e32-46a5-8135-c59c509d3018 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:01:58.535682 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:01:58.644414 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Set router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:01:58.881303 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-349837df-6fa5-4aaa-9164-7f5fdd8eaac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:58.910590 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-349837df-6fa5-4aaa-9164-7f5fdd8eaac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:59.013935 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-349837df-6fa5-4aaa-9164-7f5fdd8eaac5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b1ff282bbb74ab5a8ab03f2613caa76&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3799219
Feb 04 00:01:59.019884 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349837df-6fa5-4aaa-9164-7f5fdd8eaac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f5e3eb-5720-400e-ad93-77058b554e13,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:01:59.022287 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 59362) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:01:59.096087 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-a58269be-8723-477c-be9b-748d135f3c2b None None] Provisioning for port 27b1fe10-4551-45e5-86c5-343a8e7bb868 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:01:59.132886 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-a58269be-8723-477c-be9b-748d135f3c2b None None] Provisioning complete for port 27b1fe10-4551-45e5-86c5-343a8e7bb868 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:01:59.133259 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a58269be-8723-477c-be9b-748d135f3c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:59.209143 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e1beb7ef-e330-429f-aada-528b12905604 req-386523c3-8cb8-46fe-a4f3-ed2b8787474e tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 210 time: 0.1281869
Feb 04 00:01:59.393563 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Router 89e59c5b-4cea-47fa-bb6f-6438efa79951 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:01:59.420203 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c8278eb6-ddd2-433c-8e8a-407edb2295b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:59.540002 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c8278eb6-ddd2-433c-8e8a-407edb2295b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:59.589813 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-a58269be-8723-477c-be9b-748d135f3c2b None None] Port 27b1fe10-4551-45e5-86c5-343a8e7bb868 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:01:59.688707 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:59.698694 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df74f9370>, [{'id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-router', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '139be3ac-64af-42e4-bfde-162de0948441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:53Z', 'updated_at': '2022-02-04T00:01:55Z', 'revision_number': 3, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'gw_port': {'id': '139be3ac-64af-42e4-bfde-162de0948441', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:54Z', 'updated_at': '2022-02-04T00:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:01:59.708706 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Checking router: 9e0372b5-2bd8-4524-bec8-b7222d3ae595 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:01:59.709052 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Updating router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 port 139be3ac-64af-42e4-bfde-162de0948441 binding host dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:01:59.777618 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:01:59.785071 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c9845f17-2d49-4931-90af-59153a2b3c2f req-f41a5aa4-c8ef-49d7-bef4-7a810b8bd5fd tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 210 time: 0.3838341
Feb 04 00:01:59.795221 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4ddc7cd1-0368-4791-8e39-5c0d420c0e85 None None] Provisioning complete for port 27b1fe10-4551-45e5-86c5-343a8e7bb868 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:01:59.795684 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7cd1-0368-4791-8e39-5c0d420c0e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:59.871107 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc7cd1-0368-4791-8e39-5c0d420c0e85 None None] Port 27b1fe10-4551-45e5-86c5-343a8e7bb868 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:01:59.872636 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:59.927013 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c8278eb6-ddd2-433c-8e8a-407edb2295b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:59.937698 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:01:59.973477 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8278eb6-ddd2-433c-8e8a-407edb2295b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f5e3eb-5720-400e-ad93-77058b554e13,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:00.035022 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c8278eb6-ddd2-433c-8e8a-407edb2295b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:00.035022 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-c8278eb6-ddd2-433c-8e8a-407edb2295b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3f5e3eb-5720-400e-ad93-77058b554e13 HTTP/1.1" status: 204  len: 168 time: 1.0029078
Feb 04 00:02:00.263576 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:00.513735 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:02:00.537448 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4ec12b94-edb7-4706-98b3-cb38848fea5c admin admin] 10.222.0.13 "PUT /v2.0/routers/89e59c5b-4cea-47fa-bb6f-6438efa79951/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7040641
Feb 04 00:02:00.552658 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2b6defc3-19ab-4788-a98e-1cf4fa872796 req-f20e68e3-2d88-4563-8fdd-406d2c44ef94 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 210 time: 0.1323686
Feb 04 00:02:00.588727 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:00.863530 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:00.865525 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:00.974120 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59456) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:01.031540 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee1ce-5042-4b0a-a6cb-eb2f7af83897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.133612 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59460) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:01.142649 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-5f1ee1ce-5042-4b0a-a6cb-eb2f7af83897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:01.167004 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-5f1ee1ce-5042-4b0a-a6cb-eb2f7af83897 admin admin] Usage tracker for resource:security_group_rule and tenant:e14ee16e4e634614ab7b17ac92cb9d02 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:01.227365 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.236561 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-5f1ee1ce-5042-4b0a-a6cb-eb2f7af83897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:01.253280 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-5f1ee1ce-5042-4b0a-a6cb-eb2f7af83897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:01.257105 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9073041d-84a3-430d-b955-d6219e54d94d req-cdadadea-c9fb-40d8-8240-77432a46d0dc tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 210 time: 0.0967896
Feb 04 00:02:01.350540 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee1ce-5042-4b0a-a6cb-eb2f7af83897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.358177 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee1ce-5042-4b0a-a6cb-eb2f7af83897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.364693 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Notify callbacks [] for port, precommit_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.407452 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Transition to ACTIVE for port object 139be3ac-64af-42e4-bfde-162de0948441 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:02:01.432768 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.447814 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ee1ce-5042-4b0a-a6cb-eb2f7af83897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4155618-b660-45f8-91b7-48201ed85175,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:01.466856 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-5f1ee1ce-5042-4b0a-a6cb-eb2f7af83897 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e14ee16e4e634614ab7b17ac92cb9d02&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4913509
Feb 04 00:02:01.472256 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59474) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:01.542167 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Sync routers for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:02:01.577562 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:02:01.578189 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df75a2310>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:01:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:01.590254 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcf104-ae8c-4a50-9f54-eca59e16b8fe None None] Pushing event updated for resources: {'Port': ['ID=139be3ac-64af-42e4-bfde-162de0948441,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:01.592623 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-be9f646d-2a29-42d4-a71b-cf39e8b42b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.594508 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Attempting to bind port 139be3ac-64af-42e4-bfde-162de0948441 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:02:01.594874 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Attempting to bind port 139be3ac-64af-42e4-bfde-162de0948441 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:02:01.595387 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Attempting to bind port 139be3ac-64af-42e4-bfde-162de0948441 on network 37925b6f-7373-4670-a9f0-ede61b099b1e {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:01.601960 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:02:01.603302 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:02:01.603435 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.603891 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Bound using segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:02:01.604353 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Bound port: 139be3ac-64af-42e4-bfde-162de0948441, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:02:01.604805 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.663161 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Allocated IP 172.20.0.1 (86714709-d562-47b4-aedf-bc8a8c6629b1/e23f6667-5fb7-49c5-a8c5-849d40e30b71/9718b39a-27bf-48f1-89f9-f158ab8326f8) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:02:01.695944 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] For port 139be3ac-64af-42e4-bfde-162de0948441, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:02:01.701815 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] For port 139be3ac-64af-42e4-bfde-162de0948441, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=139be3ac-64af-42e4-bfde-162de0948441,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:02:01.711146 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.749019 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-be9f646d-2a29-42d4-a71b-cf39e8b42b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:01.755770 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-be9f646d-2a29-42d4-a71b-cf39e8b42b94 admin admin] Usage tracker for resource:security_group_rule and tenant:04e1c76735284a449785d02393618edb is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:01.758472 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-17ee6903-4efc-4e2f-b81a-99ec67841728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.760596 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-be9f646d-2a29-42d4-a71b-cf39e8b42b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:01.772821 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-be9f646d-2a29-42d4-a71b-cf39e8b42b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:01.832866 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcf104-ae8c-4a50-9f54-eca59e16b8fe None None] Pushing event updated for resources: {'Port': ['ID=139be3ac-64af-42e4-bfde-162de0948441,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:01.835231 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-17ee6903-4efc-4e2f-b81a-99ec67841728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:01.842768 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59490) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:01.846584 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Routers {'9e0372b5-2bd8-4524-bec8-b7222d3ae595'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:02:01.849196 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df74f9370>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:01:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:01.856287 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978867612', 'description': 'tempest-description--492370441'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:01.889060 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:01.962987 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:01.995193 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Usage tracker for resource:security_group and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:01.998896 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.025835 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:02.032427 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:02.050350 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.060198 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.095755 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:02:02.098059 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-966dbccd-154d-4364-bd26-bffb4d927c35 req-2c976897-c246-4ebc-9040-6805a278c95e tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 210 time: 0.1556630
Feb 04 00:02:02.109908 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-17ee6903-4efc-4e2f-b81a-99ec67841728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.144275 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] Set router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:02:02.152374 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Network 86714709-d562-47b4-aedf-bc8a8c6629b1 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:02:02.156698 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:02:02.172995 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:02:02.173715 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16599914'] for router_interface, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.203143 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:02.203772 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.217521 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Pushing event updated for resources: {'Port': ['ID=9718b39a-27bf-48f1-89f9-f158ab8326f8,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:02.225843 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:02.231929 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee6903-4efc-4e2f-b81a-99ec67841728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4155618-b660-45f8-91b7-48201ed85175,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:02.244275 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Usage tracker for resource:security_group_rule and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:02.247615 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:02.251435 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-be9f646d-2a29-42d4-a71b-cf39e8b42b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.271412 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:02.273998 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-be9f646d-2a29-42d4-a71b-cf39e8b42b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.297391 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-17ee6903-4efc-4e2f-b81a-99ec67841728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.301268 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-17ee6903-4efc-4e2f-b81a-99ec67841728 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4155618-b660-45f8-91b7-48201ed85175 HTTP/1.1" status: 204  len: 168 time: 0.8280575
Feb 04 00:02:02.345547 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-be9f646d-2a29-42d4-a71b-cf39e8b42b94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04e1c76735284a449785d02393618edb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2089555
Feb 04 00:02:02.346477 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f646d-2a29-42d4-a71b-cf39e8b42b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb5f7e4-a92a-4086-a63b-590b4c8645a1,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:02.349004 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59510) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:02.433134 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.435896 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.450141 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.473309 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-41550e19-9c4e-41ae-ac5c-4fcd79568700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.516611 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af81239-0dbc-4b91-b2a2-be8a596b7703,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:02.521977 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.523772 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-02c434f4-a5d0-496f-88e6-edf167010a60 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.6797738
Feb 04 00:02:02.528068 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59514) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:02.532607 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-41550e19-9c4e-41ae-ac5c-4fcd79568700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.547770 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'security_group_rule': {'security_group_id': '9af81239-0dbc-4b91-b2a2-be8a596b7703', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:02.568825 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:02.588103 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Usage tracker for resource:security_group_rule and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:02.621896 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:02.640195 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:02.685697 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-41550e19-9c4e-41ae-ac5c-4fcd79568700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.705210 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41550e19-9c4e-41ae-ac5c-4fcd79568700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb5f7e4-a92a-4086-a63b-590b4c8645a1,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:02.714339 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.769032 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-41550e19-9c4e-41ae-ac5c-4fcd79568700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.770584 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-41550e19-9c4e-41ae-ac5c-4fcd79568700 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcb5f7e4-a92a-4086-a63b-590b4c8645a1 HTTP/1.1" status: 204  len: 168 time: 0.4194953
Feb 04 00:02:02.855207 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9490bcb7-01f9-4f64-8475-96ec3e18ae19 req-18355636-9284-42cd-bbed-10890c3da6e4 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 210 time: 0.1373067
Feb 04 00:02:02.869723 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.878224 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.897120 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df75a2310>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 2, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:02.903371 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Checking router: 89e59c5b-4cea-47fa-bb6f-6438efa79951 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:02:02.903748 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Updating router 89e59c5b-4cea-47fa-bb6f-6438efa79951 port 27b1fe10-4551-45e5-86c5-343a8e7bb868 binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:02:02.934641 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e39f18-76fa-48c1-bae7-24acad4bd4d9,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:02.987664 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:02.988935 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-65976bf5-15dc-4fd1-b299-ddb68be8d828 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4592347
Feb 04 00:02:02.994096 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59532) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:03.012823 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'security_group_rule': {'security_group_id': '9af81239-0dbc-4b91-b2a2-be8a596b7703', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:03.013247 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.015080 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.019273 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:03.025459 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Usage tracker for resource:security_group_rule and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:03.026426 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.027196 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15598283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16598673'] for router_interface, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.029496 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:03.036293 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:03.053446 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df74f9370>, [{'id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-router', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '139be3ac-64af-42e4-bfde-162de0948441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:53Z', 'updated_at': '2022-02-04T00:01:55Z', 'revision_number': 3, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'gw_port': {'id': '139be3ac-64af-42e4-bfde-162de0948441', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:54Z', 'updated_at': '2022-02-04T00:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:03.054877 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa0fa7-447f-4a02-a329-d411d5d2a1d7 None None] The sync data for ids ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'] in dv-cinder-827776-1-iscsi is: [{'id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-router', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '139be3ac-64af-42e4-bfde-162de0948441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:53Z', 'updated_at': '2022-02-04T00:01:55Z', 'revision_number': 3, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'gw_port': {'id': '139be3ac-64af-42e4-bfde-162de0948441', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:54Z', 'updated_at': '2022-02-04T00:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:02:03.071087 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.233480 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.245245 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.297386 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a16d454-8d09-48d8-889e-40aeab0452d7,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:03.297957 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Pushing event updated for resources: {'Port': ['ID=9718b39a-27bf-48f1-89f9-f158ab8326f8,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:03.339794 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Network 86714709-d562-47b4-aedf-bc8a8c6629b1 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:02:03.341205 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:02:03.420896 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-55127816-ce3b-4d38-8eae-a8aa227a1dee req-1e6c5f54-88e3-4e4f-8417-26427a6e40a5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 210 time: 0.0960541
Feb 04 00:02:03.424906 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.429681 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-00d362ee-af44-4acc-869e-e47a48b9047b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4318340
Feb 04 00:02:03.430127 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 59548) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:03.438534 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'floatingip': {'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:03.445319 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:03.450896 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Usage tracker for resource:floatingip and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:03.455538 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:03.464365 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:03.488026 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.687013 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.700591 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Transition to ACTIVE for port object 27b1fe10-4551-45e5-86c5-343a8e7bb868 will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:02:03.712332 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.748927 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:03.834934 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d2481-263f-4e6d-818d-2187c845ad91 None None] Pushing event updated for resources: {'Port': ['ID=27b1fe10-4551-45e5-86c5-343a8e7bb868,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:04.031313 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Allocated IP 172.27.3.8 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/0d430b22-c309-406d-8e2a-502ebcdb1ec5) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:02:04.059036 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:02:04.190855 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Attempting to bind port 27b1fe10-4551-45e5-86c5-343a8e7bb868 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:02:04.191383 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Attempting to bind port 27b1fe10-4551-45e5-86c5-343a8e7bb868 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:02:04.193029 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Attempting to bind port 27b1fe10-4551-45e5-86c5-343a8e7bb868 on network 512bd163-9e32-46a5-8135-c59c509d3018 {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:04.215461 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:02:04.220331 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Checking segment: {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:02:04.221744 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:04.223246 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Bound using segment: {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:02:04.224468 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Bound port: 27b1fe10-4551-45e5-86c5-343a8e7bb868, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:02:04.226175 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:04.317499 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.48', 64931) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:04.460043 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:04.521803 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:04.547982 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] For port 27b1fe10-4551-45e5-86c5-343a8e7bb868, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:02:04.561159 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] For port 27b1fe10-4551-45e5-86c5-343a8e7bb868, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=27b1fe10-4551-45e5-86c5-343a8e7bb868,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:02:04.574285 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:04.627362 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5670171f-5635-4586-9d59-6a197ad8d5c8 req-dae23afd-424c-4228-963a-121828573a1e tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 210 time: 0.3051624
Feb 04 00:02:04.716270 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:02:04.719598 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:02:04.740638 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:02:04.746368 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'Port': ['ID=0d430b22-c309-406d-8e2a-502ebcdb1ec5,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:04.773515 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d2481-263f-4e6d-818d-2187c845ad91 None None] Pushing event updated for resources: {'Port': ['ID=27b1fe10-4551-45e5-86c5-343a8e7bb868,revision_number=4']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:04.794948 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:02:04.796409 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df75a2310>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:01:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:04.897822 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c2ef2992-032d-40b4-8ed4-faa60d7ce1e1 req-f6468006-bdad-406c-8c14-a19c1437ecb7 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 210 time: 0.1625097
Feb 04 00:02:05.104004 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-c175c631-6254-4355-8d68-c71cf1b3ceda tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:05.105630 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-c175c631-6254-4355-8d68-c71cf1b3ceda tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.48 "GET /v2.0/networks?id=cd47688e-b74a-483a-9f79-fa64274df270 HTTP/1.1" status: 200  len: 812 time: 0.7790520
Feb 04 00:02:05.185162 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Request body: {'port': {'device_id': 'e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4', 'network_id': 'cd47688e-b74a-483a-9f79-fa64274df270', 'admin_state_up': True, 'tenant_id': 'f4bc47e37e2b4d03b1d136e5597d1762'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:05.236352 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.48', 64937) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:05.317338 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:02:05.409293 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:05.415620 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Usage tracker for resource:port and tenant:f4bc47e37e2b4d03b1d136e5597d1762 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:05.425687 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:05.475608 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:05.535994 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Made reservation on behalf of f4bc47e37e2b4d03b1d136e5597d1762 for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:02:05.539512 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:05.569433 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:02:05.639769 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-8ef5e0e6-33ef-4540-8515-dc725d9f11df admin admin] 10.222.0.13 "PUT /v2.0/routers/9e0372b5-2bd8-4524-bec8-b7222d3ae595/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8764575
Feb 04 00:02:05.978084 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:06.008296 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Allocated IP 172.20.0.13 (cd47688e-b74a-483a-9f79-fa64274df270/087a5650-a133-4adc-b8fa-2a302864c0c8/003a858a-4b2a-4ce2-bbee-fc73c1bff8eb) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:02:06.097175 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 139be3ac-64af-42e4-bfde-162de0948441 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:06.192193 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dd0e30ad-dac3-40ae-9ad3-94613ecc8ab5 req-f80f3249-b5f8-4187-a78e-0477cfec5513 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 210 time: 0.1929426
Feb 04 00:02:06.301208 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 139be3ac-64af-42e4-bfde-162de0948441 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:02:06.321723 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 139be3ac-64af-42e4-bfde-162de0948441 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:06.322515 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:06.331091 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d3c27a74-8604-4083-84ea-264eaa8e0d4b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:06.332558 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d3c27a74-8604-4083-84ea-264eaa8e0d4b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 815 time: 1.0905154
Feb 04 00:02:06.364184 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Request body: {'port': {'device_id': '0720d8ec-a16b-4de7-8588-eba43bb93552', 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085', 'admin_state_up': True, 'tenant_id': 'b662c50c07e142b2bfcf011600a2d20f'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:06.392017 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f5e5ac60-c204-4db8-8229-fb490e282532 req-3355f135-7fc4-4670-a75d-ac398fcbdcd1 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 210 time: 0.1110523
Feb 04 00:02:06.393016 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:06.474306 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df75a2310>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:04Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:06.491987 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6e7a0-ff25-46fc-b29e-0277ff18bba7 None None] The sync data for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi is: [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:04Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:02:06.753169 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:06.789982 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 139be3ac-64af-42e4-bfde-162de0948441, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=139be3ac-64af-42e4-bfde-162de0948441,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:06.798506 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:06.920815 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:06.945035 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Usage tracker for resource:port and tenant:b662c50c07e142b2bfcf011600a2d20f is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:06.950077 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:06.955767 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:06.987399 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:06.991961 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=139be3ac-64af-42e4-bfde-162de0948441,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:06.995965 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:07.043281 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Made reservation on behalf of b662c50c07e142b2bfcf011600a2d20f for: {'port': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:02:07.058130 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:07.143825 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Network cd47688e-b74a-483a-9f79-fa64274df270 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:02:07.181978 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:07.197131 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:07.203909 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:02:07.223657 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:02:07.236294 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:07.237205 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:07.330290 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Pushing event updated for resources: {'Port': ['ID=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:07.336461 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:07.353238 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f9abc682-7336-47c3-b6ec-aac6cb65b5df tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1772223
Feb 04 00:02:07.372583 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-32e635a5-300f-4130-8fe5-b6808b8c0393 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=82732) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 00:02:07.375918 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-32e635a5-300f-4130-8fe5-b6808b8c0393 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0127137
Feb 04 00:02:07.440507 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:02:07.503062 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'Port': ['ID=0d430b22-c309-406d-8e2a-502ebcdb1ec5,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:07.522781 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:07.556830 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-79b8c068-7b01-4884-893f-3ad5bc26b87e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 4.1251256
Feb 04 00:02:07.744772 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Allocated IP 172.20.0.6 (05e3a156-5e5b-45b1-984f-62dbbf637085/8895f53e-5c8c-4446-8d0c-f3329013e8c0/77c3d168-33d7-4322-9b03-ff2e9efc4662) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:02:07.857763 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285dffa-fb94-4352-8781-fac25d811fc9 req-fac9f06b-127f-4991-afd5-5981d8d29d39 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:07.874431 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f285dffa-fb94-4352-8781-fac25d811fc9 req-fac9f06b-127f-4991-afd5-5981d8d29d39 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 932 time: 0.2932305
Feb 04 00:02:08.096726 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 139be3ac-64af-42e4-bfde-162de0948441 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:08.186867 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f285dffa-fb94-4352-8781-fac25d811fc9 req-d436bff2-cfce-4dae-a607-a5047d01e9a5 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3114588
Feb 04 00:02:08.330458 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:08.347470 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Request body: {'port': {'device_id': 'e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:08.420449 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 139be3ac-64af-42e4-bfde-162de0948441 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:08.421558 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:08.532207 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-919e5878-f7c1-4759-ae12-317cc2f37c92 req-6c8e09b7-837a-428b-9f23-6998f0ac5905 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Synchronizing usage tracker for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:08.561020 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:08.644490 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-919e5878-f7c1-4759-ae12-317cc2f37c92 req-6c8e09b7-837a-428b-9f23-6998f0ac5905 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Unset dirty status for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:08.652310 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-919e5878-f7c1-4759-ae12-317cc2f37c92 req-6c8e09b7-837a-428b-9f23-6998f0ac5905 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 210 time: 0.2498145
Feb 04 00:02:08.668154 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Network 05e3a156-5e5b-45b1-984f-62dbbf637085 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:02:08.670729 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:08.678452 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:02:08.700164 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:02:08.708798 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:08.709797 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:08.733529 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3810196
Feb 04 00:02:08.754892 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Request body: {'port': {'device_id': '0720d8ec-a16b-4de7-8588-eba43bb93552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:08.798075 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba80a4f-40e8-4013-b9ef-2d5a9dc308cb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Pushing event updated for resources: {'Port': ['ID=77c3d168-33d7-4322-9b03-ff2e9efc4662,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:08.876558 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 27b1fe10-4551-45e5-86c5-343a8e7bb868 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:09.016871 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:09.070640 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 27b1fe10-4551-45e5-86c5-343a8e7bb868 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:02:09.079106 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 27b1fe10-4551-45e5-86c5-343a8e7bb868 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:09.079879 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:09.440649 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:09.475233 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:02:09.484421 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:09.503072 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Transition to ACTIVE for port object 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:02:09.508001 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:09.567634 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 27b1fe10-4551-45e5-86c5-343a8e7bb868, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=27b1fe10-4551-45e5-86c5-343a8e7bb868,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:09.575262 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:09.799761 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Attempting to bind port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:02:09.800438 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Attempting to bind port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'e5319bbc-e877-4a9c-a77a-8a33ecaf1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cd47688e-b74a-483a-9f79-fa64274df270'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:02:09.801001 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Attempting to bind port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb on network cd47688e-b74a-483a-9f79-fa64274df270 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:09.811801 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb on network cd47688e-b74a-483a-9f79-fa64274df270 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:02:09.812624 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Attempting to bind port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb on network cd47688e-b74a-483a-9f79-fa64274df270 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:09.823849 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:02:09.824392 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Checking segment: {'id': 'e5319bbc-e877-4a9c-a77a-8a33ecaf1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cd47688e-b74a-483a-9f79-fa64274df270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:02:09.825358 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Bound using segment: {'id': 'e5319bbc-e877-4a9c-a77a-8a33ecaf1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cd47688e-b74a-483a-9f79-fa64274df270'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:02:09.825984 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Bound port: 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5319bbc-e877-4a9c-a77a-8a33ecaf1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cd47688e-b74a-483a-9f79-fa64274df270'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:02:09.826497 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:09.846781 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=27b1fe10-4551-45e5-86c5-343a8e7bb868,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:09.962327 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c3d168-33d7-4322-9b03-ff2e9efc4662 {{(pid=82731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:02:09.968723 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:09.979188 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:10.017186 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Transition to ACTIVE for port object 77c3d168-33d7-4322-9b03-ff2e9efc4662 will not be triggered until provisioned by entity L2. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:02:10.026335 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:10.058962 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 27b1fe10-4551-45e5-86c5-343a8e7bb868 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:10.092298 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] For port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:02:10.103409 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] For port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,segment=NetworkSegment(e5319bbc-e877-4a9c-a77a-8a33ecaf1f75),segment_id=e5319bbc-e877-4a9c-a77a-8a33ecaf1f75)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:02:10.115791 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:10.255446 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 27b1fe10-4551-45e5-86c5-343a8e7bb868 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:10.256749 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:10.299324 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:10.301151 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] 10.222.0.48 "PUT /v2.0/ports/003a858a-4b2a-4ce2-bbee-fc73c1bff8eb HTTP/1.1" status: 200  len: 1094 time: 2.2894745
Feb 04 00:02:10.301496 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4', 'tag': '003a858a-4b2a-4ce2-bbee-fc73c1bff8eb'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:10.381583 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Pushing event updated for resources: {'Port': ['ID=77c3d168-33d7-4322-9b03-ff2e9efc4662,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:10.449382 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Attempting to bind port 77c3d168-33d7-4322-9b03-ff2e9efc4662 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:02:10.449912 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Attempting to bind port 77c3d168-33d7-4322-9b03-ff2e9efc4662 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:02:10.450425 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Attempting to bind port 77c3d168-33d7-4322-9b03-ff2e9efc4662 on network 05e3a156-5e5b-45b1-984f-62dbbf637085 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:10.459492 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Port 77c3d168-33d7-4322-9b03-ff2e9efc4662 on network 05e3a156-5e5b-45b1-984f-62dbbf637085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:02:10.459856 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Attempting to bind port 77c3d168-33d7-4322-9b03-ff2e9efc4662 on network 05e3a156-5e5b-45b1-984f-62dbbf637085 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:10.476365 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:02:10.476696 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Checking segment: {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:02:10.479713 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Bound using segment: {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:02:10.480314 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Bound port: 77c3d168-33d7-4322-9b03-ff2e9efc4662, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'}}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:02:10.480594 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:10.717346 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] For port 77c3d168-33d7-4322-9b03-ff2e9efc4662, host hv-cinder-82777, cleared binding levels {{(pid=82731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:02:10.721301 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875c5e4-ef11-4559-8507-dfd718aa6dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:10.722857 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] For port 77c3d168-33d7-4322-9b03-ff2e9efc4662, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=77c3d168-33d7-4322-9b03-ff2e9efc4662,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:02:10.728575 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:10.825539 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:10.826984 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] 10.222.0.48 "PUT /v2.0/ports/77c3d168-33d7-4322-9b03-ff2e9efc4662 HTTP/1.1" status: 200  len: 1093 time: 2.0767379
Feb 04 00:02:10.827535 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0720d8ec-a16b-4de7-8588-eba43bb93552', 'tag': '77c3d168-33d7-4322-9b03-ff2e9efc4662'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:10.851355 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-ef95104f-b495-42ac-8649-5ac85b9071c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f4bc47e37e2b4d03b1d136e5597d1762&device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 1097 time: 0.3917174
Feb 04 00:02:10.997128 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-f5319037-ac40-4c89-bae2-aceb71077df5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb HTTP/1.1" status: 200  len: 217 time: 0.1302798
Feb 04 00:02:11.032642 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504b5e5-f496-4b3d-b8a8-c8ff41c0163b service neutron] Pushing event updated for resources: {'Port': ['ID=77c3d168-33d7-4322-9b03-ff2e9efc4662,revision_number=3']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:11.064061 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-a31482f9-6489-4b38-962c-9009dfa047de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 1096 time: 0.1352377
Feb 04 00:02:12.790467 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-56f39f3b-253c-4aab-87b1-548d5dbdb165 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:12.791241 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-56f39f3b-253c-4aab-87b1-548d5dbdb165 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Synchronizing usage tracker for tenant:ce64066d41b0425a80b412619d922cd3 on resource:network {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:12.814972 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-56f39f3b-253c-4aab-87b1-548d5dbdb165 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Unset dirty status for tenant:ce64066d41b0425a80b412619d922cd3 on resource:network {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:12.819638 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-56f39f3b-253c-4aab-87b1-548d5dbdb165 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 819 time: 0.1986611
Feb 04 00:02:12.848676 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-ad010dfa-a537-442e-bb94-8075168ee00c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/quotas/ce64066d41b0425a80b412619d922cd3 HTTP/1.1" status: 200  len: 375 time: 0.0208023
Feb 04 00:02:12.988622 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-485ea2b6-9e5c-4b9c-8103-1aba975436dd tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Synchronizing usage tracker for tenant:275f74ce843546508a0f065ac4e875dc on resource:security_group {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:12.998920 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-7acc96da-0ac8-4ac2-9ccd-705b04345514 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Synchronizing usage tracker for tenant:ce64066d41b0425a80b412619d922cd3 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:13.023430 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-7acc96da-0ac8-4ac2-9ccd-705b04345514 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Unset dirty status for tenant:ce64066d41b0425a80b412619d922cd3 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:13.025160 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-7acc96da-0ac8-4ac2-9ccd-705b04345514 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1691139
Feb 04 00:02:13.035006 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-485ea2b6-9e5c-4b9c-8103-1aba975436dd tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Unset dirty status for tenant:275f74ce843546508a0f065ac4e875dc on resource:security_group {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:13.045456 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-485ea2b6-9e5c-4b9c-8103-1aba975436dd tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1978867612&fields=id&tenant_id=275f74ce843546508a0f065ac4e875dc HTTP/1.1" status: 200  len: 267 time: 0.1438506
Feb 04 00:02:13.222989 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-f2a8db9e-187a-4f31-a767-c70093f71aa5 service neutron] 10.222.0.13 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807873
Feb 04 00:02:13.224560 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-30565b72-35c1-4696-bbc6-f844b623a88c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:13.225243 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-30565b72-35c1-4696-bbc6-f844b623a88c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Synchronizing usage tracker for tenant:275f74ce843546508a0f065ac4e875dc on resource:network {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:13.243018 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-30565b72-35c1-4696-bbc6-f844b623a88c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Unset dirty status for tenant:275f74ce843546508a0f065ac4e875dc on resource:network {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:13.244359 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-30565b72-35c1-4696-bbc6-f844b623a88c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/networks?id=512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 200  len: 810 time: 0.1978238
Feb 04 00:02:13.265683 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-5896bd89-2aaa-4b80-9e02-e480c7b8e6b8 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/quotas/275f74ce843546508a0f065ac4e875dc HTTP/1.1" status: 200  len: 375 time: 0.0140657
Feb 04 00:02:13.413120 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-f314a63c-c7da-4771-b5a5-e1f6476e2e4c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Synchronizing usage tracker for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:13.436070 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-f314a63c-c7da-4771-b5a5-e1f6476e2e4c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Unset dirty status for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:13.438165 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-f314a63c-c7da-4771-b5a5-e1f6476e2e4c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1665709
Feb 04 00:02:13.444289 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-75529bfa-3620-480b-a898-5dc55b1dc001 service neutron] 10.222.0.13 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2238147
Feb 04 00:02:13.622519 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-46fc40bb-c45c-48ae-a33e-b73a173eec3e service neutron] 10.222.0.13 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703424
Feb 04 00:02:13.829332 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6e26b-b4f1-4653-a09c-7986cf631587 req-25b5c931-4ee5-4b42-a44e-fdcc04a4cba0 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:13.829332 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-e1e6e26b-b4f1-4653-a09c-7986cf631587 req-25b5c931-4ee5-4b42-a44e-fdcc04a4cba0 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Synchronizing usage tracker for tenant:f4bc47e37e2b4d03b1d136e5597d1762 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:13.844628 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-71b1fb51-182b-4983-b7cb-146f05285f71 service neutron] 10.222.0.13 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2160060
Feb 04 00:02:13.846388 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-e1e6e26b-b4f1-4653-a09c-7986cf631587 req-25b5c931-4ee5-4b42-a44e-fdcc04a4cba0 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Unset dirty status for tenant:f4bc47e37e2b4d03b1d136e5597d1762 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:13.847875 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e1e6e26b-b4f1-4653-a09c-7986cf631587 req-25b5c931-4ee5-4b42-a44e-fdcc04a4cba0 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.1330686
Feb 04 00:02:13.949040 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-e1e6e26b-b4f1-4653-a09c-7986cf631587 req-11c10e9e-c6d4-4143-911d-77b089a3e2ed tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Synchronizing usage tracker for tenant:f4bc47e37e2b4d03b1d136e5597d1762 on resource:security_group {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:14.010518 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-e1e6e26b-b4f1-4653-a09c-7986cf631587 req-11c10e9e-c6d4-4143-911d-77b089a3e2ed tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Unset dirty status for tenant:f4bc47e37e2b4d03b1d136e5597d1762 on resource:security_group {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:14.040706 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e1e6e26b-b4f1-4653-a09c-7986cf631587 req-11c10e9e-c6d4-4143-911d-77b089a3e2ed tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807253
Feb 04 00:02:14.282072 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8fdc1-1e80-46ce-b9d4-0050d34086a4 req-2ddb33e1-7bfb-4e99-b1a6-8416e3ae6b7a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:14.283944 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d9e8fdc1-1e80-46ce-b9d4-0050d34086a4 req-2ddb33e1-7bfb-4e99-b1a6-8416e3ae6b7a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.1354892
Feb 04 00:02:14.376262 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4', 'tag': '003a858a-4b2a-4ce2-bbee-fc73c1bff8eb', 'status': 'completed', 'code': 200}
Feb 04 00:02:14.421824 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d9e8fdc1-1e80-46ce-b9d4-0050d34086a4 req-8c63ea5d-e681-4f19-847b-f14688ea856b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306932
Feb 04 00:02:14.625574 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0720d8ec-a16b-4de7-8588-eba43bb93552', 'tag': '77c3d168-33d7-4322-9b03-ff2e9efc4662', 'status': 'completed', 'code': 200}
Feb 04 00:02:14.717414 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f6539435-80f5-4e41-a470-c5192294b7dc req-e6b07c1d-3c9f-4b30-b6d8-923c4174882d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 210 time: 0.0657167
Feb 04 00:02:14.743641 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2ce308ad-a469-4b74-9911-0fffc665f373 req-e80736d9-e52e-4048-b096-6d90500bf2ac tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.0527821
Feb 04 00:02:15.092304 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-913bbabf-db03-440b-98d8-5a998e971a42 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:15.093752 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-913bbabf-db03-440b-98d8-5a998e971a42 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 819 time: 0.1412511
Feb 04 00:02:15.109920 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-eba9e279-2e45-45d3-918f-de915469c27b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/quotas/ce64066d41b0425a80b412619d922cd3 HTTP/1.1" status: 200  len: 375 time: 0.0109460
Feb 04 00:02:15.185705 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-a6c24260-e5f7-4ca1-963a-0f09b11e993c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0709577
Feb 04 00:02:15.236936 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971c175-da17-45bc-8775-e784c6c4d5b8 req-893277c8-d00e-4189-948a-fa49c85bfda4 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:15.238370 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5971c175-da17-45bc-8775-e784c6c4d5b8 req-893277c8-d00e-4189-948a-fa49c85bfda4 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.0798993
Feb 04 00:02:15.284381 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5971c175-da17-45bc-8775-e784c6c4d5b8 req-e98f708f-d9fd-4eb8-b48c-edf60a572f06 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397758
Feb 04 00:02:15.320279 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0691576b-cfdc-4dda-9772-8411bbf47953 service neutron] 10.222.0.13 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279242
Feb 04 00:02:15.398305 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-858c7ff2-a30f-48ef-9970-6e170079d753 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:15.399847 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-858c7ff2-a30f-48ef-9970-6e170079d753 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=087a5650-a133-4adc-b8fa-2a302864c0c8 HTTP/1.1" status: 200  len: 852 time: 0.0650299
Feb 04 00:02:15.567842 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-62a86be3-84ef-4895-8ffa-0afda654de1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:15.594662 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-d01b6916-8e96-4a53-b8e2-91204ed408d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c3d168-33d7-4322-9b03-ff2e9efc4662 HTTP/1.1" status: 200  len: 217 time: 0.0821023
Feb 04 00:02:15.661152 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-3c83d43d-61e5-4e53-8d7d-724c601c406a service neutron] 10.222.0.13 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3343728
Feb 04 00:02:15.781872 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d9fa7-3c29-4531-af74-70ed9dc8ad61 req-08f41720-b036-43c9-b265-b88c6514edf3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:15.788496 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f49d9fa7-3c29-4531-af74-70ed9dc8ad61 req-08f41720-b036-43c9-b265-b88c6514edf3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.1308010
Feb 04 00:02:15.868677 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-f49d9fa7-3c29-4531-af74-70ed9dc8ad61 req-3173336a-f131-4e4a-a645-563c1d92e728 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Synchronizing usage tracker for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:security_group {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:15.889579 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-f49d9fa7-3c29-4531-af74-70ed9dc8ad61 req-3173336a-f131-4e4a-a645-563c1d92e728 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Unset dirty status for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:security_group {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:15.904017 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f49d9fa7-3c29-4531-af74-70ed9dc8ad61 req-3173336a-f131-4e4a-a645-563c1d92e728 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921757
Feb 04 00:02:15.974425 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7b2c362c-1b8e-48f7-a0f5-5a54613509ef req-71c66e3a-df0c-4f2c-b7d2-fdfcde30bc91 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.0499904
Feb 04 00:02:16.023994 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-76faad3f-8347-46fa-9a34-405e4977b76a req-db384838-175a-4f34-b8d3-f4de3636a06a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 210 time: 0.0478337
Feb 04 00:02:16.564612 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e531a-3294-40c4-837f-17b99b3717cd req-926942fc-de1f-421f-a3a0-275d4a80eb43 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:16.566175 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7b4e531a-3294-40c4-837f-17b99b3717cd req-926942fc-de1f-421f-a3a0-275d4a80eb43 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.1053705
Feb 04 00:02:16.672986 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7b4e531a-3294-40c4-837f-17b99b3717cd req-c48512dd-999f-4202-8229-d957ab439d77 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904114
Feb 04 00:02:17.144943 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303038d3-c16a-43d8-9265-b0abc8015ed3 req-e51b3afc-7dad-4b9f-b8b4-578250fbab7f tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:17.146597 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-303038d3-c16a-43d8-9265-b0abc8015ed3 req-e51b3afc-7dad-4b9f-b8b4-578250fbab7f tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.0990605
Feb 04 00:02:17.202884 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-303038d3-c16a-43d8-9265-b0abc8015ed3 req-c6a79704-d5f7-4bac-8bb0-eb6cd9703a78 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494969
Feb 04 00:02:17.206206 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-75a8f917-40d7-4ef4-8b95-8a1a8bb16fb4 req-04c39dba-448f-44e5-a9d0-69cef9fe58bd tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.0516531
Feb 04 00:02:17.313609 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-96dedae9-c2f7-441c-af6e-a51d267fef69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd47688e-b74a-483a-9f79-fa64274df270&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517058
Feb 04 00:02:17.414097 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-15852b58-fc5c-4dc1-a6b7-403f8912325a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:17.416203 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-15852b58-fc5c-4dc1-a6b7-403f8912325a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8895f53e-5c8c-4446-8d0c-f3329013e8c0 HTTP/1.1" status: 200  len: 855 time: 0.1544106
Feb 04 00:02:17.537645 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-dc44fe9c-b4a7-4fa7-a894-3ed9eb791727 service neutron] 10.222.0.48 "GET /v2.0/networks/cd47688e-b74a-483a-9f79-fa64274df270?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151875
Feb 04 00:02:17.549564 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-db6c0265-f2a4-4a5c-89a4-cdab86ec54a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05e3a156-5e5b-45b1-984f-62dbbf637085&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1246846
Feb 04 00:02:17.556979 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-622e3e32-3f1a-4af1-9b4e-eb46e2e3c2d3 req-e74c37de-c938-4e22-b351-ed1293fa5e20 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 210 time: 0.0817204
Feb 04 00:02:17.877078 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edb960-08c3-4136-bf05-2a002762dd53 req-32d23137-b610-42d0-ac42-3182fa329f7a tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:17.878502 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f7edb960-08c3-4136-bf05-2a002762dd53 req-32d23137-b610-42d0-ac42-3182fa329f7a tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.0808227
Feb 04 00:02:17.963419 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f7edb960-08c3-4136-bf05-2a002762dd53 req-4b6f89ee-590b-4370-9c5e-942e1ce59233 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787952
Feb 04 00:02:17.970442 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-8b4f2242-1717-4fd6-90c3-059f909e57de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:18.381927 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-40366455-caee-4656-b45b-d76d5e542bac req-5f3754b9-0e06-4b5a-9f5e-dec406236e1a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.0443168
Feb 04 00:02:18.422508 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19e625-e9aa-4e21-9521-7203d9f1c2f4 req-ef1b6c6a-1a17-4217-8c1e-f1a093005793 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:18.423977 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fc19e625-e9aa-4e21-9521-7203d9f1c2f4 req-ef1b6c6a-1a17-4217-8c1e-f1a093005793 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.0840695
Feb 04 00:02:18.468066 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fc19e625-e9aa-4e21-9521-7203d9f1c2f4 req-8a6a421b-55d8-4236-9516-efc366cf34bb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385501
Feb 04 00:02:18.719947 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-86821bee-cbbf-4d82-bfa3-208260eb5218 req-a5c70c20-ba17-4e5d-84ae-ebfdb5234c08 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 210 time: 0.0409126
Feb 04 00:02:18.975877 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:19.105354 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:19.162804 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dc546-2376-44e7-ae5a-b9e0fd9f9901 req-54125c4e-8f6b-4a75-8ab4-91dbbc2e9fb5 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:19.164300 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d47dc546-2376-44e7-ae5a-b9e0fd9f9901 req-54125c4e-8f6b-4a75-8ab4-91dbbc2e9fb5 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.0750501
Feb 04 00:02:19.214013 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d47dc546-2376-44e7-ae5a-b9e0fd9f9901 req-eca18854-29a3-4a87-b04a-3d833bf474a3 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438585
Feb 04 00:02:19.545989 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ac5b88ca-b961-4c14-b1f5-85b0a1af99b5 req-a66dc73f-b218-432b-a4a8-ac5858105fc1 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.0426283
Feb 04 00:02:19.661813 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4ec88-d08b-4ce0-b542-31562a163c8b req-f40193ab-3a83-4c1b-854d-02a785f873f7 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:19.663248 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-edb4ec88-d08b-4ce0-b542-31562a163c8b req-f40193ab-3a83-4c1b-854d-02a785f873f7 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.0755761
Feb 04 00:02:19.707821 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-edb4ec88-d08b-4ce0-b542-31562a163c8b req-15e98711-ac62-4cef-acc4-58511de84698 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385032
Feb 04 00:02:19.878221 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c1529e4-a79b-447b-b1c4-8b6cefb42747 req-5c7603c9-01a1-4b31-b70f-4912f30b2b5f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 210 time: 0.0423911
Feb 04 00:02:20.249857 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-f5b57ec0-8aa9-46b2-a12b-5f60a5283675 service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316109
Feb 04 00:02:20.253094 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d31ed7ce-7b89-4769-8bb3-99cf18ac404c req-52bed153-0d34-4683-bdbf-f9043c94f968 service neutron] 10.222.0.48 "GET /v2.0/networks/cd47688e-b74a-483a-9f79-fa64274df270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346533
Feb 04 00:02:20.374193 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:20.425697 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ef76d5dd-20e7-4a09-937d-3c14702f1719 req-bed17b6e-d460-4ee1-bbcc-10a56f9bf773 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f4bc47e37e2b4d03b1d136e5597d1762&device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 1097 time: 0.1182859
Feb 04 00:02:20.490104 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ff9eb75-bdc3-4461-bfd2-d171a1a3036d req-745733c0-ea5a-4cc1-a9ec-bcde7fbab3bb service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2303486
Feb 04 00:02:20.500752 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb37394-bbc1-4f55-814a-bc60aa3c45ef req-d0ae56f4-d9e7-4ace-a932-9b4b32a5e270 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:20.502302 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9eb37394-bbc1-4f55-814a-bc60aa3c45ef req-d0ae56f4-d9e7-4ace-a932-9b4b32a5e270 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.1394377
Feb 04 00:02:20.548862 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9eb37394-bbc1-4f55-814a-bc60aa3c45ef req-4edb9d66-e7a1-44f1-9f66-1068809d17a9 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404005
Feb 04 00:02:20.580519 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76d5dd-20e7-4a09-937d-3c14702f1719 req-0dcd1d2d-aee9-48d3-8f66-f9a7437b586d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:20.581957 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ef76d5dd-20e7-4a09-937d-3c14702f1719 req-0dcd1d2d-aee9-48d3-8f66-f9a7437b586d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd47688e-b74a-483a-9f79-fa64274df270 HTTP/1.1" status: 200  len: 913 time: 0.1488900
Feb 04 00:02:20.705700 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d6e6b141-485b-43a1-8c6b-5bc8f85f4291 req-a2b0285d-8ec0-4904-b955-9d78dae3c01f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.0400045
Feb 04 00:02:20.898030 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69683772-f00b-4376-a19a-6a5fa61e0400 req-602daa65-0753-4335-b47a-31175c5b9296 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:20.900053 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-69683772-f00b-4376-a19a-6a5fa61e0400 req-602daa65-0753-4335-b47a-31175c5b9296 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.0753522
Feb 04 00:02:20.944514 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-69683772-f00b-4376-a19a-6a5fa61e0400 req-ad7906f2-3475-4d00-b8c9-8ea6590096d0 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388439
Feb 04 00:02:21.049823 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d1be9ae-082f-4e79-bae3-abbdaabd0a0f req-8721fe04-54ec-4302-86ba-bd474c2a10d9 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 210 time: 0.0407898
Feb 04 00:02:21.755957 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bad29e-84d0-4f31-b812-7a8cac6b7168 req-7c23faba-4d33-4042-8561-11f11df46d41 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:21.760144 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87bad29e-84d0-4f31-b812-7a8cac6b7168 req-7c23faba-4d33-4042-8561-11f11df46d41 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.0842261
Feb 04 00:02:21.805998 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87bad29e-84d0-4f31-b812-7a8cac6b7168 req-3eddb132-c626-47bd-a685-5682f034d642 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416031
Feb 04 00:02:21.874807 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ecc4cdba-34c7-46c1-8366-9c4febb9021e req-3fb6508d-6e78-4bc9-a9be-0e7021420eb2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.0442009
Feb 04 00:02:22.145557 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25979453-2765-4e77-9dd0-84b7d2cb6719 req-2d94412e-c140-4e3c-bf08-d9c0b3d1b70a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:22.147052 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-25979453-2765-4e77-9dd0-84b7d2cb6719 req-2d94412e-c140-4e3c-bf08-d9c0b3d1b70a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.0788701
Feb 04 00:02:22.196924 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-25979453-2765-4e77-9dd0-84b7d2cb6719 req-39f11f2c-9f21-410b-a80f-17da5492e786 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438099
Feb 04 00:02:22.217422 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e8a4001d-6365-49ad-9fea-176d5f11f1bf req-797436ee-d4f6-4b1c-9b4b-ffed47b8427c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 210 time: 0.0429697
Feb 04 00:02:23.005473 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5187dc-3a16-4b44-bae3-38e67ebdd5b0 req-ddd3449e-9204-42ef-88f1-040643507288 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:23.006837 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0f5187dc-3a16-4b44-bae3-38e67ebdd5b0 req-ddd3449e-9204-42ef-88f1-040643507288 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.0759735
Feb 04 00:02:23.038488 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a4ed3083-c2d6-428c-a9a7-5ce9f8526db1 req-d11a0cbf-eba3-488a-8e29-33d78898fcb1 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.0429451
Feb 04 00:02:23.062527 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0f5187dc-3a16-4b44-bae3-38e67ebdd5b0 req-f1aa673c-bc32-4cbd-a0cc-a3c0aee84a17 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491354
Feb 04 00:02:23.197381 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ef76d5dd-20e7-4a09-937d-3c14702f1719 req-2a4d4ad2-33a2-43c8-b860-e5f9a3c18b39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb HTTP/1.1" status: 200  len: 217 time: 0.0782895
Feb 04 00:02:23.286271 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.48', 64960) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:23.349936 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ca83e96f-7e79-496d-95c5-4b620a7e86ad req-7843292f-570a-4cc2-805f-fc1c4d2f92c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 1096 time: 0.2309020
Feb 04 00:02:23.512655 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-13bde117-5b2e-4fe2-8c28-6e626db0a442 req-7096960a-5515-49ae-bec7-a7254ad78438 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 210 time: 0.0531201
Feb 04 00:02:23.548936 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76d5dd-20e7-4a09-937d-3c14702f1719 req-1af9f616-d04d-48d9-b933-46c444e8a7f4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:23.550366 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ef76d5dd-20e7-4a09-937d-3c14702f1719 req-1af9f616-d04d-48d9-b933-46c444e8a7f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=087a5650-a133-4adc-b8fa-2a302864c0c8 HTTP/1.1" status: 200  len: 852 time: 0.3457844
Feb 04 00:02:23.563679 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e96f-7e79-496d-95c5-4b620a7e86ad req-07033a59-a0ff-431c-be3c-d7733cc19471 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:23.565209 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ca83e96f-7e79-496d-95c5-4b620a7e86ad req-07033a59-a0ff-431c-be3c-d7733cc19471 service neutron] 10.222.0.48 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 916 time: 0.2064471
Feb 04 00:02:23.631186 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ef76d5dd-20e7-4a09-937d-3c14702f1719 req-e9a26d84-59ee-413d-9d4b-98277d4cd38d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd47688e-b74a-483a-9f79-fa64274df270&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0690391
Feb 04 00:02:23.642879 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-dc9a29df-de84-4532-8fd6-65e560b33b19 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:23.644322 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-dc9a29df-de84-4532-8fd6-65e560b33b19 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.48 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 819 time: 0.3571293
Feb 04 00:02:23.645678 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ca83e96f-7e79-496d-95c5-4b620a7e86ad req-c2b7149b-8d8d-411d-bf24-49d269867c1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c3d168-33d7-4322-9b03-ff2e9efc4662 HTTP/1.1" status: 200  len: 217 time: 0.0735962
Feb 04 00:02:23.727422 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Request body: {'port': {'device_id': '7f92e964-71cd-4839-b3d4-bcc4e90cb5f3', 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1', 'admin_state_up': True, 'tenant_id': 'ce64066d41b0425a80b412619d922cd3'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:23.735398 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e96f-7e79-496d-95c5-4b620a7e86ad req-16fb6eda-f33d-417e-8114-175fb8aadd91 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:23.736992 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ca83e96f-7e79-496d-95c5-4b620a7e86ad req-16fb6eda-f33d-417e-8114-175fb8aadd91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8895f53e-5c8c-4446-8d0c-f3329013e8c0 HTTP/1.1" status: 200  len: 855 time: 0.0620744
Feb 04 00:02:23.838897 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447267-e47c-4bbb-b5d2-2a9d6fb3257b req-31df37c0-b636-4a22-82b5-538cd7e6ced2 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:23.848248 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-42447267-e47c-4bbb-b5d2-2a9d6fb3257b req-31df37c0-b636-4a22-82b5-538cd7e6ced2 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.3744893
Feb 04 00:02:23.853564 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.48', 64967) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:23.869586 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ca83e96f-7e79-496d-95c5-4b620a7e86ad req-3fdffe9d-4094-4199-9c45-98a637cfe3f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05e3a156-5e5b-45b1-984f-62dbbf637085&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0981019
Feb 04 00:02:24.062825 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ca83e96f-7e79-496d-95c5-4b620a7e86ad req-ab221c38-c48c-421b-bf4f-9e1e5d3c1089 service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866190
Feb 04 00:02:24.249483 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:24.259952 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:24.272204 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ef76d5dd-20e7-4a09-937d-3c14702f1719 req-cca5f3e0-5695-4259-8b2a-61d1ad10e045 service neutron] 10.222.0.48 "GET /v2.0/networks/cd47688e-b74a-483a-9f79-fa64274df270?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6267831
Feb 04 00:02:24.298394 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-75009ad9-45a8-4438-ac6a-3ccb41e2bef9 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:24.300088 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-75009ad9-45a8-4438-ac6a-3ccb41e2bef9 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.48 "GET /v2.0/networks?id=512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 200  len: 810 time: 0.4375224
Feb 04 00:02:24.387073 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.48', 64971) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:24.426853 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5b647e39-8335-4eb6-82c6-929829701ccd req-d1aab1c5-c659-4a0f-a739-3b4d8a4410e4 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.0963383
Feb 04 00:02:24.432801 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ca83e96f-7e79-496d-95c5-4b620a7e86ad req-575d97e3-af73-431f-b1c9-fcdf90804df3 service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3646164
Feb 04 00:02:24.458936 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-42447267-e47c-4bbb-b5d2-2a9d6fb3257b req-c503408f-de22-4ecd-9284-0ca7093ff551 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6099551
Feb 04 00:02:24.463491 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ef76d5dd-20e7-4a09-937d-3c14702f1719 req-503d3c14-722e-4d8b-abe7-cb5755f4ca07 service neutron] 10.222.0.48 "GET /v2.0/networks/cd47688e-b74a-483a-9f79-fa64274df270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623175
Feb 04 00:02:24.465999 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Made reservation on behalf of ce64066d41b0425a80b412619d922cd3 for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:02:24.470023 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:24.610061 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-42cc5b92-c736-40f2-9312-05032d885a67 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275f74ce843546508a0f065ac4e875dc HTTP/1.1" status: 200  len: 380 time: 0.1454844
Feb 04 00:02:24.620927 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'port': {'device_id': '096df910-cc75-442a-afac-1fc1c3221490', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'admin_state_up': True, 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'security_groups': ['9af81239-0dbc-4b91-b2a2-be8a596b7703']}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:24.770146 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-bf71c3ab-dfb3-4f5b-b90e-02c948538dcf tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:24.771572 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-bf71c3ab-dfb3-4f5b-b90e-02c948538dcf tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.48 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 819 time: 0.3802736
Feb 04 00:02:24.796065 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Request body: {'port': {'device_id': 'fbefe4be-ea26-42b6-9847-1d33dc87917f', 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1', 'admin_state_up': True, 'tenant_id': 'ce64066d41b0425a80b412619d922cd3'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:24.944096 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a3cb0650-913a-46be-bd1b-33ef3f312ca9 req-9e53824a-6be9-4c4a-9c45-31724e958158 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 210 time: 0.0830381
Feb 04 00:02:24.989513 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3566c2-edf8-4216-96b1-1267da1620e9 req-c46b5ddc-ee89-4eee-87fc-dc45c4003255 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:25.002649 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ca3566c2-edf8-4216-96b1-1267da1620e9 req-c46b5ddc-ee89-4eee-87fc-dc45c4003255 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.3007708
Feb 04 00:02:25.002937 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Allocated IP 172.20.0.9 (86714709-d562-47b4-aedf-bc8a8c6629b1/e23f6667-5fb7-49c5-a8c5-849d40e30b71/480ab387-43a9-4e17-a025-437ca79ac042) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:02:25.025201 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:25.039876 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:25.068255 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:25.088575 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:25.095387 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Made reservation on behalf of 275f74ce843546508a0f065ac4e875dc for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:02:25.095723 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:25.105301 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ca3566c2-edf8-4216-96b1-1267da1620e9 req-ecac9c55-9b84-4f7d-979f-d70843d0b345 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009605
Feb 04 00:02:25.110132 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Made reservation on behalf of ce64066d41b0425a80b412619d922cd3 for: {'port': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:02:25.114093 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:25.385967 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:25.406756 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Allocated IP 172.20.0.4 (512bd163-9e32-46a5-8135-c59c509d3018/25dddad5-b894-4c6a-a9bc-91f4aee83ad6/c0574cc1-97a1-4cd8-aa78-500d9a4d4536) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:02:25.474061 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:25.619468 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Network 86714709-d562-47b4-aedf-bc8a8c6629b1 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:02:25.627426 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Allocated IP 172.20.0.13 (86714709-d562-47b4-aedf-bc8a8c6629b1/e23f6667-5fb7-49c5-a8c5-849d40e30b71/78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:02:25.627982 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:02:25.630036 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:02:25.635021 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:25.635654 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:25.644567 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Pushing event updated for resources: {'Port': ['ID=480ab387-43a9-4e17-a025-437ca79ac042,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:25.681355 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:25.746098 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-b457a577-1247-44cc-86b3-2b00c9d74289 req-da7a0509-ce70-4b5d-b49e-99ad0a3bab1b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Synchronizing usage tracker for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:25.761069 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-0d61fef0-b811-4f6f-b118-194e706b278c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0899889
Feb 04 00:02:25.765668 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:25.778203 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Request body: {'port': {'device_id': '7f92e964-71cd-4839-b3d4-bcc4e90cb5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:25.828592 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-b457a577-1247-44cc-86b3-2b00c9d74289 req-da7a0509-ce70-4b5d-b49e-99ad0a3bab1b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Unset dirty status for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:25.829724 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b457a577-1247-44cc-86b3-2b00c9d74289 req-da7a0509-ce70-4b5d-b49e-99ad0a3bab1b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.1319275
Feb 04 00:02:25.840447 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Transition to ACTIVE for port object c0574cc1-97a1-4cd8-aa78-500d9a4d4536 will not be triggered until provisioned by entity DHCP. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:02:25.931893 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:25.937169 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289e279-a419-4a43-a63f-9fd06ec37110 req-25d5b948-d511-4e86-9116-fda9a9010cb1 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:25.945929 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c289e279-a419-4a43-a63f-9fd06ec37110 req-25d5b948-d511-4e86-9116-fda9a9010cb1 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.2540085
Feb 04 00:02:25.985166 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:26.084159 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c289e279-a419-4a43-a63f-9fd06ec37110 req-b48e4c17-97da-45d6-b30f-712822e2b87d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368937
Feb 04 00:02:26.095846 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:26.112154 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Network 512bd163-9e32-46a5-8135-c59c509d3018 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:02:26.116872 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:02:26.124577 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:02:26.129004 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:26.129593 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:26.131048 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:26.233970 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 60228) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:26.276471 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'Port': ['ID=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:26.404292 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Network 86714709-d562-47b4-aedf-bc8a8c6629b1 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:02:26.407955 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:02:26.411382 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:02:26.417705 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:26.418464 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:26.467494 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-54e44804-a63e-4cb2-9437-e68feb791527 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8526742
Feb 04 00:02:26.480954 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Pushing event updated for resources: {'Port': ['ID=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:26.513098 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-14439ee2-1bfe-4ec4-9667-f4a070f968aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7264178
Feb 04 00:02:26.530861 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Sync routers for ids ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:02:26.552973 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Routers {'9e0372b5-2bd8-4524-bec8-b7222d3ae595'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:02:26.553599 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6f774f0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:02:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:26.569511 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43db38-75db-4de9-9c7e-56396212d623 req-8c4690da-538c-47f2-b56a-6045867288bd tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:26.577795 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0e43db38-75db-4de9-9c7e-56396212d623 req-8c4690da-538c-47f2-b56a-6045867288bd tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.1435795
Feb 04 00:02:26.634654 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0e43db38-75db-4de9-9c7e-56396212d623 req-88e8bfbb-033e-43dd-a875-426d21c1ecd9 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557616
Feb 04 00:02:26.686346 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351624b8-d8fc-480a-a67a-99ff16288021 req-a44b2767-70e1-4b67-a58e-7c200fd62313 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:26.687142 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-351624b8-d8fc-480a-a67a-99ff16288021 req-a44b2767-70e1-4b67-a58e-7c200fd62313 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Synchronizing usage tracker for tenant:ce64066d41b0425a80b412619d922cd3 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:26.727862 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1491abcd-667a-4119-91d0-a3e0fd1ac70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:26.737800 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-351624b8-d8fc-480a-a67a-99ff16288021 req-a44b2767-70e1-4b67-a58e-7c200fd62313 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Unset dirty status for tenant:ce64066d41b0425a80b412619d922cd3 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:26.741573 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-351624b8-d8fc-480a-a67a-99ff16288021 req-a44b2767-70e1-4b67-a58e-7c200fd62313 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 931 time: 0.4142880
Feb 04 00:02:26.775280 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1491abcd-667a-4119-91d0-a3e0fd1ac70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:26.780701 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1491abcd-667a-4119-91d0-a3e0fd1ac70b admin admin] Usage tracker for resource:security_group_rule and tenant:04c68ea8009749c8892639da6179cc0f is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:26.784597 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1491abcd-667a-4119-91d0-a3e0fd1ac70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:26.793672 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1491abcd-667a-4119-91d0-a3e0fd1ac70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:26.813926 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-b47ad134-da54-4b47-9064-3cace5028feb None None] Provisioning for port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:02:26.821498 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-b47ad134-da54-4b47-9064-3cace5028feb None None] Provisioning complete for port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:26.822128 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-b47ad134-da54-4b47-9064-3cace5028feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:26.895594 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1491abcd-667a-4119-91d0-a3e0fd1ac70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:26.905382 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1491abcd-667a-4119-91d0-a3e0fd1ac70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:26.928309 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Set router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:02:26.981489 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480ab387-43a9-4e17-a025-437ca79ac042 {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:02:26.995639 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-351624b8-d8fc-480a-a67a-99ff16288021 req-d9e8b9e7-28a4-4ba9-95fc-b0554668519d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Synchronizing usage tracker for tenant:ce64066d41b0425a80b412619d922cd3 on resource:security_group {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:27.007038 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.030889 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-b47ad134-da54-4b47-9064-3cace5028feb None None] Port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:02:27.041535 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491abcd-667a-4119-91d0-a3e0fd1ac70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c14b74-6b9a-4654-b36c-42912607e52b,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:27.050927 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 60252) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:27.064261 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-1491abcd-667a-4119-91d0-a3e0fd1ac70b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04c68ea8009749c8892639da6179cc0f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8069036
Feb 04 00:02:27.066048 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Transition to ACTIVE for port object 480ab387-43a9-4e17-a025-437ca79ac042 will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:02:27.066861 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 60256) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:27.082330 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-351624b8-d8fc-480a-a67a-99ff16288021 req-d9e8b9e7-28a4-4ba9-95fc-b0554668519d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Unset dirty status for tenant:ce64066d41b0425a80b412619d922cd3 on resource:security_group {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:27.083151 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-351624b8-d8fc-480a-a67a-99ff16288021 req-d9e8b9e7-28a4-4ba9-95fc-b0554668519d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3124435
Feb 04 00:02:27.083801 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.214308 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e80950-9af2-4aaf-8be8-d17dc5432eba req-478c5b38-fe69-4630-b0a7-f6d3ee9f7782 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:27.215990 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e3e80950-9af2-4aaf-8be8-d17dc5432eba req-478c5b38-fe69-4630-b0a7-f6d3ee9f7782 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 931 time: 0.1470819
Feb 04 00:02:27.278638 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e3e80950-9af2-4aaf-8be8-d17dc5432eba req-923f5a16-4c9d-4c06-89ad-e0f89481181f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558159
Feb 04 00:02:27.316188 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-28354ce5-b088-4f73-aded-8da90f2e51bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.349022 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-28354ce5-b088-4f73-aded-8da90f2e51bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:27.352202 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-28354ce5-b088-4f73-aded-8da90f2e51bb admin admin] Usage tracker for resource:security_group_rule and tenant:a09eb48015da46a4826d37e2505c5f03 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:27.355489 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-28354ce5-b088-4f73-aded-8da90f2e51bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:27.361306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-28354ce5-b088-4f73-aded-8da90f2e51bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:27.430395 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=480ab387-43a9-4e17-a025-437ca79ac042,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:27.430858 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-28354ce5-b088-4f73-aded-8da90f2e51bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.436045 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-28354ce5-b088-4f73-aded-8da90f2e51bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.449502 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-06dabd6b-264c-41ce-8b55-908d146be3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.475373 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Attempting to bind port 480ab387-43a9-4e17-a025-437ca79ac042 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:02:27.476084 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Attempting to bind port 480ab387-43a9-4e17-a025-437ca79ac042 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:02:27.476084 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Attempting to bind port 480ab387-43a9-4e17-a025-437ca79ac042 on network 86714709-d562-47b4-aedf-bc8a8c6629b1 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:27.481438 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28354ce5-b088-4f73-aded-8da90f2e51bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1160c351-a01e-4171-bdb0-3bd12e979c95,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:27.489617 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-28354ce5-b088-4f73-aded-8da90f2e51bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a09eb48015da46a4826d37e2505c5f03&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4376814
Feb 04 00:02:27.490245 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 60268) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:27.495880 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6f774f0>, [{'id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-router', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '139be3ac-64af-42e4-bfde-162de0948441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:53Z', 'updated_at': '2022-02-04T00:02:02Z', 'revision_number': 4, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'gw_port': {'id': '139be3ac-64af-42e4-bfde-162de0948441', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:54Z', 'updated_at': '2022-02-04T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '9718b39a-27bf-48f1-89f9-f158ab8326f8', 'name': '', 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'mac_address': 'fa:16:3e:2e:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e23f6667-5fb7-49c5-a8c5-849d40e30b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:01Z', 'updated_at': '2022-02-04T00:02:02Z', 'revision_number': 2, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'subnets': [{'id': 'e23f6667-5fb7-49c5-a8c5-849d40e30b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:27.500439 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Checking router: 9e0372b5-2bd8-4524-bec8-b7222d3ae595 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:02:27.500937 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Updating router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 port 9718b39a-27bf-48f1-89f9-f158ab8326f8 binding host dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:02:27.514627 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-06dabd6b-264c-41ce-8b55-908d146be3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.525846 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Port 480ab387-43a9-4e17-a025-437ca79ac042 on network 86714709-d562-47b4-aedf-bc8a8c6629b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:02:27.526173 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Attempting to bind port 480ab387-43a9-4e17-a025-437ca79ac042 on network 86714709-d562-47b4-aedf-bc8a8c6629b1 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:27.551888 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-390f767e-9360-4e87-9af2-1851cca0efc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.555365 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.557507 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:02:27.557850 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Checking segment: {'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:02:27.558235 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Bound using segment: {'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:02:27.558673 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Bound port: 480ab387-43a9-4e17-a025-437ca79ac042, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:02:27.559056 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.579879 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-390f767e-9360-4e87-9af2-1851cca0efc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.581747 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ee01d-48d4-403e-8ea1-1ae757255049 req-cc71ecfa-5d9c-46ef-85f8-9448220c4e6a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:27.583249 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f37ee01d-48d4-403e-8ea1-1ae757255049 req-cc71ecfa-5d9c-46ef-85f8-9448220c4e6a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.2578125
Feb 04 00:02:27.610886 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:02:27.644869 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-390f767e-9360-4e87-9af2-1851cca0efc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.670796 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f767e-9360-4e87-9af2-1851cca0efc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1160c351-a01e-4171-bdb0-3bd12e979c95,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:27.680290 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-390f767e-9360-4e87-9af2-1851cca0efc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.681374 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-390f767e-9360-4e87-9af2-1851cca0efc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1160c351-a01e-4171-bdb0-3bd12e979c95 HTTP/1.1" status: 204  len: 168 time: 0.1902368
Feb 04 00:02:27.712804 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] For port 480ab387-43a9-4e17-a025-437ca79ac042, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:02:27.716107 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] For port 480ab387-43a9-4e17-a025-437ca79ac042, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=480ab387-43a9-4e17-a025-437ca79ac042,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:02:27.742394 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f37ee01d-48d4-403e-8ea1-1ae757255049 req-21740ddf-cd93-4909-b0ac-069ba607efc2 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267772
Feb 04 00:02:27.744282 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.797516 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-06dabd6b-264c-41ce-8b55-908d146be3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.828702 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.830557 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] 10.222.0.48 "PUT /v2.0/ports/480ab387-43a9-4e17-a025-437ca79ac042 HTTP/1.1" status: 200  len: 1093 time: 2.0566211
Feb 04 00:02:27.831149 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-06dabd6b-264c-41ce-8b55-908d146be3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:27.834635 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-06dabd6b-264c-41ce-8b55-908d146be3f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2c14b74-6b9a-4654-b36c-42912607e52b HTTP/1.1" status: 204  len: 168 time: 0.7645309
Feb 04 00:02:27.834635 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f92e964-71cd-4839-b3d4-bcc4e90cb5f3', 'tag': '480ab387-43a9-4e17-a025-437ca79ac042'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:27.868080 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dabd6b-264c-41ce-8b55-908d146be3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c14b74-6b9a-4654-b36c-42912607e52b,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:27.885464 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e73c0-e6ef-4d7d-94ac-03b87a78eb25 req-f463add5-ffe3-4b95-9cc9-7db0133d924e tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:27.890396 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-034e73c0-e6ef-4d7d-94ac-03b87a78eb25 req-f463add5-ffe3-4b95-9cc9-7db0133d924e tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 944 time: 0.1287563
Feb 04 00:02:27.905283 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394413c4-3c23-4e60-b8b0-8993c372f3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=480ab387-43a9-4e17-a025-437ca79ac042,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:27.929081 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f92e964-71cd-4839-b3d4-bcc4e90cb5f3', 'tag': '480ab387-43a9-4e17-a025-437ca79ac042', 'status': 'completed', 'code': 200}
Feb 04 00:02:27.939290 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-034e73c0-e6ef-4d7d-94ac-03b87a78eb25 req-9b1cfee9-c46b-479d-8196-55e2472de703 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432098
Feb 04 00:02:28.080658 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,segment=NetworkSegment(e5319bbc-e877-4a9c-a77a-8a33ecaf1f75),segment_id=e5319bbc-e877-4a9c-a77a-8a33ecaf1f75)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:28.104125 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 60284) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:28.116623 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '003a858a-4b2a-4ce2-bbee-fc73c1bff8eb', 'network_id': 'cd47688e-b74a-483a-9f79-fa64274df270', 'port_id': '003a858a-4b2a-4ce2-bbee-fc73c1bff8eb', 'mac_address': 'fa:16:3e:46:50:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087a5650-a133-4adc-b8fa-2a302864c0c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:02:28.122040 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-791992a5-d891-4933-9b7f-c20577a8407e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.155895 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-791992a5-d891-4933-9b7f-c20577a8407e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:28.160212 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-791992a5-d891-4933-9b7f-c20577a8407e admin admin] Usage tracker for resource:security_group_rule and tenant:222eca38428c4aa0a6772c8b6b7ee8e8 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:28.164882 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-791992a5-d891-4933-9b7f-c20577a8407e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:28.173620 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-791992a5-d891-4933-9b7f-c20577a8407e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:28.196646 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.263899 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-791992a5-d891-4933-9b7f-c20577a8407e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.271079 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-791992a5-d891-4933-9b7f-c20577a8407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.320274 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:02:28.353595 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791992a5-d891-4933-9b7f-c20577a8407e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0c59fc-7cde-4ef3-bcd7-c48ad86e4e69,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:28.368529 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 60298) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:28.368618 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-791992a5-d891-4933-9b7f-c20577a8407e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=222eca38428c4aa0a6772c8b6b7ee8e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2631953
Feb 04 00:02:28.401633 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,segment=NetworkSegment(e5319bbc-e877-4a9c-a77a-8a33ecaf1f75),segment_id=e5319bbc-e877-4a9c-a77a-8a33ecaf1f75)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:28.406453 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Notify callbacks [] for port, precommit_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.414095 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.415291 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 77c3d168-33d7-4322-9b03-ff2e9efc4662 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:02:28.451506 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 60302) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:28.467289 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Transition to ACTIVE for port object 9718b39a-27bf-48f1-89f9-f158ab8326f8 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:02:28.473388 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-06d70f97-6836-44c5-ba1d-1ba40081e18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.511066 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.514865 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:28.534531 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e4086cc7-557e-491f-9e0b-89a5345a479e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.542360 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc095b-641b-4bfe-a563-20ae06b58fc2 req-56ba04b4-eaa4-4285-b461-b283bb018c90 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:28.543120 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-06d70f97-6836-44c5-ba1d-1ba40081e18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:28.544204 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dafc095b-641b-4bfe-a563-20ae06b58fc2 req-56ba04b4-eaa4-4285-b461-b283bb018c90 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 943 time: 0.2818558
Feb 04 00:02:28.551815 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-06d70f97-6836-44c5-ba1d-1ba40081e18e admin admin] Usage tracker for resource:security_group_rule and tenant:1afefc3d8bbc46209bc8f2e51dc01fe3 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:28.556419 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-06d70f97-6836-44c5-ba1d-1ba40081e18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:28.563023 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-06d70f97-6836-44c5-ba1d-1ba40081e18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:28.589266 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e4086cc7-557e-491f-9e0b-89a5345a479e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.628852 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7665fd-2144-4872-ad2a-f5124cd079c1 req-e084ef3b-9bc1-4790-9677-3563dfc7ef75 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:28.630304 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1a7665fd-2144-4872-ad2a-f5124cd079c1 req-e084ef3b-9bc1-4790-9677-3563dfc7ef75 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 931 time: 0.1235375
Feb 04 00:02:28.641676 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dafc095b-641b-4bfe-a563-20ae06b58fc2 req-3e848bff-eeb0-47de-bdcf-c84747ff1e74 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898318
Feb 04 00:02:28.666370 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e4086cc7-557e-491f-9e0b-89a5345a479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.684673 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4086cc7-557e-491f-9e0b-89a5345a479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0c59fc-7cde-4ef3-bcd7-c48ad86e4e69,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:28.689512 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e4086cc7-557e-491f-9e0b-89a5345a479e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.690626 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-e4086cc7-557e-491f-9e0b-89a5345a479e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be0c59fc-7cde-4ef3-bcd7-c48ad86e4e69 HTTP/1.1" status: 204  len: 168 time: 0.3210707
Feb 04 00:02:28.694138 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-06d70f97-6836-44c5-ba1d-1ba40081e18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.703922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-06d70f97-6836-44c5-ba1d-1ba40081e18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.739382 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bb460-9d15-45f4-9617-c25e55342a80 None None] Pushing event updated for resources: {'Port': ['ID=9718b39a-27bf-48f1-89f9-f158ab8326f8,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:28.748975 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1a7665fd-2144-4872-ad2a-f5124cd079c1 req-7ee5951d-ba3b-4352-9a8b-c51095851eb7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960915
Feb 04 00:02:28.765578 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 60308) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:28.765687 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-06d70f97-6836-44c5-ba1d-1ba40081e18e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1afefc3d8bbc46209bc8f2e51dc01fe3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3125591
Feb 04 00:02:28.766714 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d70f97-6836-44c5-ba1d-1ba40081e18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12af8e8e-2d9e-4626-bd0d-307d549de714,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:28.837334 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0a6520fc-362f-42fd-b3a4-03ce25b5db9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.871095 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0a6520fc-362f-42fd-b3a4-03ce25b5db9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.890960 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 77c3d168-33d7-4322-9b03-ff2e9efc4662, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=77c3d168-33d7-4322-9b03-ff2e9efc4662,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:28.898802 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Attempting to bind port 9718b39a-27bf-48f1-89f9-f158ab8326f8 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:02:28.899071 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Attempting to bind port 9718b39a-27bf-48f1-89f9-f158ab8326f8 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:02:28.899587 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Attempting to bind port 9718b39a-27bf-48f1-89f9-f158ab8326f8 on network 86714709-d562-47b4-aedf-bc8a8c6629b1 {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:28.910783 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '77c3d168-33d7-4322-9b03-ff2e9efc4662', 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085', 'port_id': '77c3d168-33d7-4322-9b03-ff2e9efc4662', 'mac_address': 'fa:16:3e:e9:af:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8895f53e-5c8c-4446-8d0c-f3329013e8c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:02:28.913383 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:02:28.913748 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Checking segment: {'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:02:28.914171 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.914557 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Bound using segment: {'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:02:28.915005 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Bound port: 9718b39a-27bf-48f1-89f9-f158ab8326f8, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:02:28.915368 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:28.996460 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0a6520fc-362f-42fd-b3a4-03ce25b5db9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:29.020750 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:29.025908 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99353d-d772-4250-a426-44bc12f15dc2 req-e5cdb20f-5f2c-4722-877e-a0e545f66c80 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:29.027809 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e99353d-d772-4250-a426-44bc12f15dc2 req-e5cdb20f-5f2c-4722-877e-a0e545f66c80 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 943 time: 0.1346045
Feb 04 00:02:29.031321 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6520fc-362f-42fd-b3a4-03ce25b5db9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12af8e8e-2d9e-4626-bd0d-307d549de714,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:29.044427 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0a6520fc-362f-42fd-b3a4-03ce25b5db9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:29.045814 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0a6520fc-362f-42fd-b3a4-03ce25b5db9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12af8e8e-2d9e-4626-bd0d-307d549de714 HTTP/1.1" status: 204  len: 168 time: 0.2789824
Feb 04 00:02:29.072589 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c3d168-33d7-4322-9b03-ff2e9efc4662 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:02:29.100500 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] For port 9718b39a-27bf-48f1-89f9-f158ab8326f8, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:02:29.103724 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 77c3d168-33d7-4322-9b03-ff2e9efc4662, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=77c3d168-33d7-4322-9b03-ff2e9efc4662,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:29.105583 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] For port 9718b39a-27bf-48f1-89f9-f158ab8326f8, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=9718b39a-27bf-48f1-89f9-f158ab8326f8,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:02:29.111589 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:29.125829 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e99353d-d772-4250-a426-44bc12f15dc2 req-b2f0e15d-393a-4bab-ad91-f5e52798066c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830295
Feb 04 00:02:29.146769 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:29.200469 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=77c3d168-33d7-4322-9b03-ff2e9efc4662,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:29.212256 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3af638-7cbf-48ca-8a2c-60fe7968ba4b req-38cca2ca-aa0c-4df3-b110-00f60fae1d43 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:29.214027 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fa3af638-7cbf-48ca-8a2c-60fe7968ba4b req-38cca2ca-aa0c-4df3-b110-00f60fae1d43 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 945 time: 0.1061223
Feb 04 00:02:29.247142 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Routers {'9e0372b5-2bd8-4524-bec8-b7222d3ae595'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:02:29.247791 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6f774f0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:02:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:29.270069 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fa3af638-7cbf-48ca-8a2c-60fe7968ba4b req-10853929-f01b-4de9-9eef-0a42c69652ea tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501122
Feb 04 00:02:29.352859 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bb460-9d15-45f4-9617-c25e55342a80 None None] Pushing event updated for resources: {'Port': ['ID=9718b39a-27bf-48f1-89f9-f158ab8326f8,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:29.398225 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Request body: {'port': {'device_id': '096df910-cc75-442a-afac-1fc1c3221490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:29.412432 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Request body: {'port': {'device_id': 'fbefe4be-ea26-42b6-9847-1d33dc87917f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:29.576870 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] Set router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:02:29.594227 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:29.622103 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6e045544-4580-4c0a-8fb2-260cd074c609 req-e2f6b5eb-f62d-45a3-9550-205456e6a221 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 1096 time: 0.1206241
Feb 04 00:02:29.660446 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:29.854542 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['77c3d168-33d7-4322-9b03-ff2e9efc4662'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:02:29.906573 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['003a858a-4b2a-4ce2-bbee-fc73c1bff8eb'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:02:30.173671 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e045544-4580-4c0a-8fb2-260cd074c609 req-d15463ee-4e51-4b3e-b9a3-9afde4008d3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:30.175159 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6e045544-4580-4c0a-8fb2-260cd074c609 req-d15463ee-4e51-4b3e-b9a3-9afde4008d3e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ce64066d41b0425a80b412619d922cd3&shared=False HTTP/1.1" status: 200  len: 920 time: 0.4775352
Feb 04 00:02:30.332783 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 {{(pid=82731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:02:30.347699 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:30.387900 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Transition to ACTIVE for port object 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 will not be triggered until provisioned by entity L2. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:02:30.397308 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:30.563699 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Pushing event updated for resources: {'Port': ['ID=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:30.581022 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465081cc-d775-4726-af9f-320de6b6375a req-dad2ec74-6bd3-4b42-b1b3-c450f40945a3 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:30.588638 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-465081cc-d775-4726-af9f-320de6b6375a req-dad2ec74-6bd3-4b42-b1b3-c450f40945a3 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 931 time: 0.5429370
Feb 04 00:02:30.809144 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e045544-4580-4c0a-8fb2-260cd074c609 req-b292d45c-f87a-4d26-a119-c539a01203c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:30.812194 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6f774f0>, [{'id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-router', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '139be3ac-64af-42e4-bfde-162de0948441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:53Z', 'updated_at': '2022-02-04T00:02:02Z', 'revision_number': 4, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'gw_port': {'id': '139be3ac-64af-42e4-bfde-162de0948441', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:54Z', 'updated_at': '2022-02-04T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '9718b39a-27bf-48f1-89f9-f158ab8326f8', 'name': '', 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'mac_address': 'fa:16:3e:2e:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e23f6667-5fb7-49c5-a8c5-849d40e30b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:01Z', 'updated_at': '2022-02-04T00:02:29Z', 'revision_number': 4, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'subnets': [{'id': 'e23f6667-5fb7-49c5-a8c5-849d40e30b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:30.815488 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6e045544-4580-4c0a-8fb2-260cd074c609 req-b292d45c-f87a-4d26-a119-c539a01203c3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5900483
Feb 04 00:02:30.831809 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad04a2c-39a3-4a57-9308-c955aa075ede req-dea3ccfc-6373-4986-94ed-1a36989f8f4b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:30.841859 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1ad04a2c-39a3-4a57-9308-c955aa075ede req-dea3ccfc-6373-4986-94ed-1a36989f8f4b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 943 time: 0.8364112
Feb 04 00:02:30.850746 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831981ef-a3a8-4e05-9265-f6d2eb84265d None None] The sync data for ids ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'] in dv-cinder-827776-1-iscsi is: [{'id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-router', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '139be3ac-64af-42e4-bfde-162de0948441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:53Z', 'updated_at': '2022-02-04T00:02:02Z', 'revision_number': 4, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'gw_port': {'id': '139be3ac-64af-42e4-bfde-162de0948441', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:54Z', 'updated_at': '2022-02-04T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '9718b39a-27bf-48f1-89f9-f158ab8326f8', 'name': '', 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'mac_address': 'fa:16:3e:2e:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e23f6667-5fb7-49c5-a8c5-849d40e30b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:01Z', 'updated_at': '2022-02-04T00:02:29Z', 'revision_number': 4, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'subnets': [{'id': 'e23f6667-5fb7-49c5-a8c5-849d40e30b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:02:30.892113 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-465081cc-d775-4726-af9f-320de6b6375a req-496a8bd4-c8dc-4c23-84a0-1770527db360 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3025908
Feb 04 00:02:30.894968 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Attempting to bind port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:02:30.898040 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Attempting to bind port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:02:30.899956 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Attempting to bind port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 on network 86714709-d562-47b4-aedf-bc8a8c6629b1 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:30.912757 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 on network 86714709-d562-47b4-aedf-bc8a8c6629b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:02:30.913080 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Attempting to bind port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 on network 86714709-d562-47b4-aedf-bc8a8c6629b1 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:30.957525 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:02:30.958691 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Checking segment: {'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:02:30.960133 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Bound using segment: {'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:02:30.960725 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Bound port: 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92add955-c9b9-4139-92e9-d7f90d4662fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1'}}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:02:30.961378 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:31.203119 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1ad04a2c-39a3-4a57-9308-c955aa075ede req-25e0a8a9-2c1d-448c-b5f3-36b8c070edb6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3531113
Feb 04 00:02:31.301953 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] For port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8, host hv-cinder-82777, cleared binding levels {{(pid=82731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:02:31.342077 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] For port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:02:31.359485 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:31.394924 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-e1a16151-4c0d-4a82-9fc2-5ba1572c017b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 1096 time: 0.4568830
Feb 04 00:02:31.413762 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:31.432833 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0574cc1-97a1-4cd8-aa78-500d9a4d4536 {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:02:31.625269 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:31.626764 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] 10.222.0.48 "PUT /v2.0/ports/78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 HTTP/1.1" status: 200  len: 1094 time: 2.2190731
Feb 04 00:02:31.639299 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbefe4be-ea26-42b6-9847-1d33dc87917f', 'tag': '78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:31.692910 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:02:31.694480 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120039e-9b29-4b84-a76a-1d0d4f8b689d req-2d134dd5-9266-4fda-bd81-b35653e5e424 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:31.704368 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b120039e-9b29-4b84-a76a-1d0d4f8b689d req-2d134dd5-9266-4fda-bd81-b35653e5e424 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 944 time: 0.5428650
Feb 04 00:02:31.716688 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:31.717069 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:31.729967 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:31.765649 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60442225-d0ad-455c-870f-e980e75a20ff service neutron] Pushing event updated for resources: {'Port': ['ID=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,revision_number=3']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:31.876986 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b120039e-9b29-4b84-a76a-1d0d4f8b689d req-e2d8e7f4-e17d-4b3a-ade0-f72b2c69b31c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716728
Feb 04 00:02:31.939871 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-33b8ee6d-3c36-4d76-999a-b007ceb46aef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 1097 time: 0.2547901
Feb 04 00:02:31.944056 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-23ba8942-eac7-4bdf-9a54-f91bdf37cd11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480ab387-43a9-4e17-a025-437ca79ac042 HTTP/1.1" status: 200  len: 217 time: 0.5145545
Feb 04 00:02:32.166199 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9718b39a-27bf-48f1-89f9-f158ab8326f8 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:32.199853 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-2fbe7012-c689-478a-bff3-2a7b1734307d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 HTTP/1.1" status: 200  len: 217 time: 0.2523222
Feb 04 00:02:32.209805 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbefe4be-ea26-42b6-9847-1d33dc87917f', 'tag': '78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8', 'status': 'completed', 'code': 200}
Feb 04 00:02:32.249791 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-129b04d5-367c-41ef-a306-4e3b3cb83925 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:32.252629 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-129b04d5-367c-41ef-a306-4e3b3cb83925 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e23f6667-5fb7-49c5-a8c5-849d40e30b71 HTTP/1.1" status: 200  len: 859 time: 0.2859817
Feb 04 00:02:32.253851 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Transition to ACTIVE for port object c0574cc1-97a1-4cd8-aa78-500d9a4d4536 will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:02:32.310648 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:32.387923 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-c0e3aa22-c914-4a96-a676-cfcc41dad777 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:32.392297 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-c0e3aa22-c914-4a96-a676-cfcc41dad777 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e23f6667-5fb7-49c5-a8c5-849d40e30b71 HTTP/1.1" status: 200  len: 859 time: 0.1719108
Feb 04 00:02:32.437155 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:32.513830 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,segment=NetworkSegment(e5319bbc-e877-4a9c-a77a-8a33ecaf1f75),segment_id=e5319bbc-e877-4a9c-a77a-8a33ecaf1f75)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:32.514356 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:32.515670 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003a858a-4b2a-4ce2-bbee-fc73c1bff8eb'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:32.548784 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-b880066d-4f7c-4e85-8ed6-3201acafe1ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86714709-d562-47b4-aedf-bc8a8c6629b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2783406
Feb 04 00:02:32.603360 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:32.604602 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 77c3d168-33d7-4322-9b03-ff2e9efc4662 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:32.662168 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-8ec9da35-bf96-4b6c-9104-1288f30095e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86714709-d562-47b4-aedf-bc8a8c6629b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2635448
Feb 04 00:02:32.871936 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 9718b39a-27bf-48f1-89f9-f158ab8326f8 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:02:32.890211 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:32.893225 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f59f61-3e29-4606-87c0-9a5d2d600c07 req-63432d0a-83a5-41f7-a088-3b09ce8b72c1 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:32.895094 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e5f59f61-3e29-4606-87c0-9a5d2d600c07 req-63432d0a-83a5-41f7-a088-3b09ce8b72c1 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.3969250
Feb 04 00:02:32.901864 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 9718b39a-27bf-48f1-89f9-f158ab8326f8 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:32.904247 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:32.907014 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f079b-2836-42bb-9131-3546d5180264 req-fd94360e-c181-4590-b421-29fa68e14167 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:32.919030 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-375f079b-2836-42bb-9131-3546d5180264 req-fd94360e-c181-4590-b421-29fa68e14167 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 945 time: 1.2436919
Feb 04 00:02:32.983059 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-3cf8c273-5c3f-400f-afc6-c4433753610a service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3110294
Feb 04 00:02:33.048790 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 77c3d168-33d7-4322-9b03-ff2e9efc4662 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:02:33.066344 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e5f59f61-3e29-4606-87c0-9a5d2d600c07 req-710c8b33-71c9-42a2-9661-9b7fe23604e4 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1600738
Feb 04 00:02:33.106587 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 77c3d168-33d7-4322-9b03-ff2e9efc4662 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:33.109497 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-20d62014-8983-4c32-af35-031c89c94538 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4793768
Feb 04 00:02:33.110802 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:33.138764 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-375f079b-2836-42bb-9131-3546d5180264 req-cab04298-b94c-4cf8-88b7-0f80bc7d02a1 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184036
Feb 04 00:02:33.219321 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:33.318355 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 9718b39a-27bf-48f1-89f9-f158ab8326f8, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=9718b39a-27bf-48f1-89f9-f158ab8326f8,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:33.331372 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5a0bc5a3-c466-454f-bb9d-e6487c53b194 req-0e7619c1-b010-43f7-818b-4b19aed80d8b service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3357933
Feb 04 00:02:33.333572 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:33.363404 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50d01fcc-981c-44cf-acb9-ddaf34b83292 req-da3089fa-d792-46ec-a79f-a9e853c941d4 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2305944
Feb 04 00:02:33.367764 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Attempting to bind port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:02:33.368106 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Attempting to bind port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:02:33.368480 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Attempting to bind port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 on network 512bd163-9e32-46a5-8135-c59c509d3018 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:33.375127 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 on network 512bd163-9e32-46a5-8135-c59c509d3018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:02:33.375443 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Attempting to bind port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 on network 512bd163-9e32-46a5-8135-c59c509d3018 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:02:33.392687 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:02:33.393031 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Checking segment: {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:02:33.393447 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Bound using segment: {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:02:33.393880 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Bound port: c0574cc1-97a1-4cd8-aa78-500d9a4d4536, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:02:33.394242 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:33.440635 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=9718b39a-27bf-48f1-89f9-f158ab8326f8,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:33.452449 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:33.497500 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 77c3d168-33d7-4322-9b03-ff2e9efc4662, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=77c3d168-33d7-4322-9b03-ff2e9efc4662,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:33.505651 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:33.623134 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddb28c-14c4-4947-9b09-452e2f2977d6 req-44c68258-859a-4dae-aa6a-e1b17a373588 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:33.624241 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-d2ddb28c-14c4-4947-9b09-452e2f2977d6 req-44c68258-859a-4dae-aa6a-e1b17a373588 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Synchronizing usage tracker for tenant:ce64066d41b0425a80b412619d922cd3 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:02:33.644405 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-d2ddb28c-14c4-4947-9b09-452e2f2977d6 req-44c68258-859a-4dae-aa6a-e1b17a373588 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Unset dirty status for tenant:ce64066d41b0425a80b412619d922cd3 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:02:33.645854 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d2ddb28c-14c4-4947-9b09-452e2f2977d6 req-44c68258-859a-4dae-aa6a-e1b17a373588 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 943 time: 0.1854737
Feb 04 00:02:33.737790 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d2ddb28c-14c4-4947-9b09-452e2f2977d6 req-e332cd3a-e8f5-4c4e-ad7b-437a079b2453 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831048
Feb 04 00:02:33.742691 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=77c3d168-33d7-4322-9b03-ff2e9efc4662,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:33.810564 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] For port c0574cc1-97a1-4cd8-aa78-500d9a4d4536, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:02:33.817066 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] For port c0574cc1-97a1-4cd8-aa78-500d9a4d4536, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:02:33.832423 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611b909-e293-49bc-98b6-d01fd6557e90 req-782ee85b-a743-4d94-a8ca-1ee1ab3b0dcc tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:33.837077 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b611b909-e293-49bc-98b6-d01fd6557e90 req-782ee85b-a743-4d94-a8ca-1ee1ab3b0dcc tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.4007380
Feb 04 00:02:33.900524 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:33.963487 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 60508) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:33.991909 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9718b39a-27bf-48f1-89f9-f158ab8326f8 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:33.993302 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b611b909-e293-49bc-98b6-d01fd6557e90 req-584aff6c-7ba3-4d49-80fe-327b624c8053 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485193
Feb 04 00:02:34.017727 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.019113 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] 10.222.0.48 "PUT /v2.0/ports/c0574cc1-97a1-4cd8-aa78-500d9a4d4536 HTTP/1.1" status: 200  len: 1093 time: 4.6253774
Feb 04 00:02:34.019569 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096df910-cc75-442a-afac-1fc1c3221490', 'tag': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:34.050693 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e793c4-93a4-4b9d-aac7-3778f2c23cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:34.089104 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 9718b39a-27bf-48f1-89f9-f158ab8326f8 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:34.089553 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.120599 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096df910-cc75-442a-afac-1fc1c3221490', 'tag': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536', 'status': 'completed', 'code': 200}
Feb 04 00:02:34.260413 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003a858a-4b2a-4ce2-bbee-fc73c1bff8eb', 'code': 200}
Feb 04 00:02:34.382344 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-38235c3c-7956-4fb0-b315-54d3a9373ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.414807 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3641fe-6782-4967-baa7-06e871640bae req-f223808e-be13-44fc-9206-8de70cbf7010 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:34.420681 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cb3641fe-6782-4967-baa7-06e871640bae req-f223808e-be13-44fc-9206-8de70cbf7010 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.1437745
Feb 04 00:02:34.445049 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-38235c3c-7956-4fb0-b315-54d3a9373ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:34.453969 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 60524) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:34.471800 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cb3641fe-6782-4967-baa7-06e871640bae req-ad6d02c4-170a-4ca0-847f-3a47429638d8 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497167
Feb 04 00:02:34.486714 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-38235c3c-7956-4fb0-b315-54d3a9373ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:6c34fb6ed34743f4801a07e9e5531257 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:34.493835 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-38235c3c-7956-4fb0-b315-54d3a9373ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:34.502503 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-38235c3c-7956-4fb0-b315-54d3a9373ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:34.565467 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af97932-2bac-45e9-8886-61d6de9abee1 req-8859de32-750a-45ca-9866-9de49fb6a817 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:34.566926 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8af97932-2bac-45e9-8886-61d6de9abee1 req-8859de32-750a-45ca-9866-9de49fb6a817 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.1271951
Feb 04 00:02:34.609929 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4a88d56b-166e-4195-9286-ed72c9f5fbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.627052 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-38235c3c-7956-4fb0-b315-54d3a9373ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.636175 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-38235c3c-7956-4fb0-b315-54d3a9373ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.641587 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-4a88d56b-166e-4195-9286-ed72c9f5fbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:34.645462 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-4a88d56b-166e-4195-9286-ed72c9f5fbae admin admin] Usage tracker for resource:security_group_rule and tenant:58f5e9c2f2634daf9a6e001e31abff50 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:34.648367 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-4a88d56b-166e-4195-9286-ed72c9f5fbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:34.654733 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-4a88d56b-166e-4195-9286-ed72c9f5fbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:34.660663 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8af97932-2bac-45e9-8886-61d6de9abee1 req-5da682c9-30ee-40b6-bf08-89b118ac799a tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859540
Feb 04 00:02:34.704323 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-38235c3c-7956-4fb0-b315-54d3a9373ae9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c34fb6ed34743f4801a07e9e5531257&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7394867
Feb 04 00:02:34.707911 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 60532) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:34.725331 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38235c3c-7956-4fb0-b315-54d3a9373ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fbde63-ccc0-4f9c-8718-09d65011c5c6,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:34.730259 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4a88d56b-166e-4195-9286-ed72c9f5fbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.736022 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4a88d56b-166e-4195-9286-ed72c9f5fbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.778283 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-944984c6-8f11-46a1-ba45-935f956b3a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.788831 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88d56b-166e-4195-9286-ed72c9f5fbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b36345-cc30-4d37-9cdc-efbc8c54dc82,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:34.793429 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-4a88d56b-166e-4195-9286-ed72c9f5fbae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58f5e9c2f2634daf9a6e001e31abff50&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3385141
Feb 04 00:02:34.798367 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 60540) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:34.832037 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-944984c6-8f11-46a1-ba45-935f956b3a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.864743 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-be7c98c8-91a8-4f5a-9ee1-46c0d9694eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.901586 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-944984c6-8f11-46a1-ba45-935f956b3a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.919769 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944984c6-8f11-46a1-ba45-935f956b3a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fbde63-ccc0-4f9c-8718-09d65011c5c6,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:34.940254 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-944984c6-8f11-46a1-ba45-935f956b3a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:34.951670 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-944984c6-8f11-46a1-ba45-935f956b3a9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1fbde63-ccc0-4f9c-8718-09d65011c5c6 HTTP/1.1" status: 204  len: 168 time: 0.2416162
Feb 04 00:02:34.956216 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-be7c98c8-91a8-4f5a-9ee1-46c0d9694eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.027278 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878aae5e-8e5f-4b86-8642-ec324d0b67cd req-0b9dc456-82b6-4b9d-ab29-51702bcf7ac4 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:35.028809 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-878aae5e-8e5f-4b86-8642-ec324d0b67cd req-0b9dc456-82b6-4b9d-ab29-51702bcf7ac4 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 943 time: 0.1356981
Feb 04 00:02:35.057933 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-be7c98c8-91a8-4f5a-9ee1-46c0d9694eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.079708 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c98c8-91a8-4f5a-9ee1-46c0d9694eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b36345-cc30-4d37-9cdc-efbc8c54dc82,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:35.095632 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-be7c98c8-91a8-4f5a-9ee1-46c0d9694eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.096625 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-be7c98c8-91a8-4f5a-9ee1-46c0d9694eac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8b36345-cc30-4d37-9cdc-efbc8c54dc82 HTTP/1.1" status: 204  len: 168 time: 0.2973528
Feb 04 00:02:35.105913 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-878aae5e-8e5f-4b86-8642-ec324d0b67cd req-9a0f4ff7-50f8-4c5c-b3d1-c379348ce74f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640569
Feb 04 00:02:35.218074 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f30036-5c84-4d9a-8a45-fa31421af3c3 req-ae5d473c-459e-4a34-9701-450ef4a76611 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:35.219617 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-80f30036-5c84-4d9a-8a45-fa31421af3c3 req-ae5d473c-459e-4a34-9701-450ef4a76611 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.0912223
Feb 04 00:02:35.267171 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-80f30036-5c84-4d9a-8a45-fa31421af3c3 req-92498700-0db8-4fa8-aaec-2d608417b4d8 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407221
Feb 04 00:02:35.340043 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 60558) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:35.359193 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0330e539-0248-4235-9577-0bb861fdc78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.392631 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-0330e539-0248-4235-9577-0bb861fdc78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:35.396426 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-0330e539-0248-4235-9577-0bb861fdc78d admin admin] Usage tracker for resource:security_group_rule and tenant:22814d658f954b3bae01b80fe02483fa is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:35.399400 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-0330e539-0248-4235-9577-0bb861fdc78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:35.405401 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-0330e539-0248-4235-9577-0bb861fdc78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:35.472590 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0330e539-0248-4235-9577-0bb861fdc78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.477571 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0330e539-0248-4235-9577-0bb861fdc78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.522735 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330e539-0248-4235-9577-0bb861fdc78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01134731-d08f-44d2-969e-12eaaa2d31e7,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:35.528735 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0330e539-0248-4235-9577-0bb861fdc78d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22814d658f954b3bae01b80fe02483fa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1874065
Feb 04 00:02:35.531617 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 60564) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:35.594352 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 60568) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:35.600259 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4980c840-2532-48fe-8155-1a6d62647cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.613982 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6a974636-a183-445c-a344-e76e22aecdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.645787 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-6a974636-a183-445c-a344-e76e22aecdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:35.650542 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-6a974636-a183-445c-a344-e76e22aecdb3 admin admin] Usage tracker for resource:security_group_rule and tenant:c48b64a51b00451c91c77f27caa84d54 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:35.653303 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-6a974636-a183-445c-a344-e76e22aecdb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:35.658801 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-6a974636-a183-445c-a344-e76e22aecdb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:35.677418 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4980c840-2532-48fe-8155-1a6d62647cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.735396 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6a974636-a183-445c-a344-e76e22aecdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.741046 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6a974636-a183-445c-a344-e76e22aecdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.741194 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1da60-3974-4e4c-a447-995dc67ca3d0 req-fa7ba834-13aa-4aaa-b2c4-b6aa7c55770d tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:35.742813 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-84e1da60-3974-4e4c-a447-995dc67ca3d0 req-fa7ba834-13aa-4aaa-b2c4-b6aa7c55770d tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.1391742
Feb 04 00:02:35.774512 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4980c840-2532-48fe-8155-1a6d62647cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.801068 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-6a974636-a183-445c-a344-e76e22aecdb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c48b64a51b00451c91c77f27caa84d54&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2049880
Feb 04 00:02:35.801583 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a974636-a183-445c-a344-e76e22aecdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76442c7f-9f2f-491e-8bf4-7ed5453451bd,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:35.805011 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980c840-2532-48fe-8155-1a6d62647cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01134731-d08f-44d2-969e-12eaaa2d31e7,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:35.806287 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 60574) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:35.813364 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4980c840-2532-48fe-8155-1a6d62647cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.816015 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-4980c840-2532-48fe-8155-1a6d62647cf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01134731-d08f-44d2-969e-12eaaa2d31e7 HTTP/1.1" status: 204  len: 168 time: 0.2821467
Feb 04 00:02:35.818649 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-84e1da60-3974-4e4c-a447-995dc67ca3d0 req-5f11ff5a-7aea-4e90-968b-ef9d6c673c55 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694366
Feb 04 00:02:35.949576 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a010deb2-82c2-4abc-81b2-97129a01b1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:35.980907 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f536d-6f2c-4042-8de2-51647f232215 req-ff6e9a5c-fd36-4008-960f-35944a16be95 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:35.982422 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-394f536d-6f2c-4042-8de2-51647f232215 req-ff6e9a5c-fd36-4008-960f-35944a16be95 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.1771200
Feb 04 00:02:36.020748 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a010deb2-82c2-4abc-81b2-97129a01b1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:36.144760 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a1f1f1d-9ba3-43ee-afe1-222bdda66529 req-05d0581a-6b88-4cd2-9665-00bcd7f2b6f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 1097 time: 0.2068295
Feb 04 00:02:36.153548 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-48673a52-17af-42f7-9aa5-d8c034dae9bf req-d81a8c3b-06c8-4fe0-9afe-3b565df88990 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 1096 time: 0.1400034
Feb 04 00:02:36.157239 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-394f536d-6f2c-4042-8de2-51647f232215 req-cf8f3a48-1b92-4c7c-ae63-9ff80dfea6f5 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621006
Feb 04 00:02:36.180292 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a010deb2-82c2-4abc-81b2-97129a01b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:36.210290 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010deb2-82c2-4abc-81b2-97129a01b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76442c7f-9f2f-491e-8bf4-7ed5453451bd,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:36.234679 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a010deb2-82c2-4abc-81b2-97129a01b1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:36.238460 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a010deb2-82c2-4abc-81b2-97129a01b1d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76442c7f-9f2f-491e-8bf4-7ed5453451bd HTTP/1.1" status: 204  len: 168 time: 0.4311714
Feb 04 00:02:36.261379 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0720d8ec-a16b-4de7-8588-eba43bb93552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c3d168-33d7-4322-9b03-ff2e9efc4662'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:36.333231 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e529bf6f-4a84-4c94-a0a2-ee8c7fa85350 req-66547767-41a0-4650-b079-579a5a0f6ed3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 1099 time: 0.0933378
Feb 04 00:02:36.339499 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0720d8ec-a16b-4de7-8588-eba43bb93552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c3d168-33d7-4322-9b03-ff2e9efc4662', 'code': 200}
Feb 04 00:02:36.372070 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-e529bf6f-4a84-4c94-a0a2-ee8c7fa85350 req-0ff39d00-5474-400b-835b-40e88f2a223c service neutron] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:36.445490 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-e529bf6f-4a84-4c94-a0a2-ee8c7fa85350 req-0ff39d00-5474-400b-835b-40e88f2a223c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:36.457986 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-e529bf6f-4a84-4c94-a0a2-ee8c7fa85350 req-0ff39d00-5474-400b-835b-40e88f2a223c service neutron] Usage tracker for resource:security_group_rule and tenant:db6c939059be4f0bb51391782374a4ba is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:36.466770 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-e529bf6f-4a84-4c94-a0a2-ee8c7fa85350 req-0ff39d00-5474-400b-835b-40e88f2a223c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:36.489741 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-e529bf6f-4a84-4c94-a0a2-ee8c7fa85350 req-0ff39d00-5474-400b-835b-40e88f2a223c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:36.741552 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-e529bf6f-4a84-4c94-a0a2-ee8c7fa85350 req-0ff39d00-5474-400b-835b-40e88f2a223c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:36.767772 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bfdd5-c368-411b-938f-a8ce0eb8ff29 req-175ad011-e8eb-4aec-bed8-f44af8207b09 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:36.777552 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-180bfdd5-c368-411b-938f-a8ce0eb8ff29 req-175ad011-e8eb-4aec-bed8-f44af8207b09 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.2519705
Feb 04 00:02:36.779130 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-e529bf6f-4a84-4c94-a0a2-ee8c7fa85350 req-0ff39d00-5474-400b-835b-40e88f2a223c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:36.805781 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1f1d-9ba3-43ee-afe1-222bdda66529 req-e3a882b9-3de3-4202-9cb3-9c4da82d6624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:36.807508 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a1f1f1d-9ba3-43ee-afe1-222bdda66529 req-e3a882b9-3de3-4202-9cb3-9c4da82d6624 service neutron] 10.222.0.48 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 920 time: 0.6529872
Feb 04 00:02:36.814482 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48673a52-17af-42f7-9aa5-d8c034dae9bf req-036fdc9d-e803-48f3-b7b6-e68d1627c21b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:36.816279 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-48673a52-17af-42f7-9aa5-d8c034dae9bf req-036fdc9d-e803-48f3-b7b6-e68d1627c21b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=275f74ce843546508a0f065ac4e875dc&shared=False HTTP/1.1" status: 200  len: 911 time: 0.6137536
Feb 04 00:02:36.825789 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff39d00-5474-400b-835b-40e88f2a223c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=73c897bd-14db-4a92-b679-c1cf0e6a9f36,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:36.865728 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e529bf6f-4a84-4c94-a0a2-ee8c7fa85350 req-0ff39d00-5474-400b-835b-40e88f2a223c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5238700
Feb 04 00:02:36.896790 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-180bfdd5-c368-411b-938f-a8ce0eb8ff29 req-d9cdb1d5-9650-4b72-9885-4e4833df2756 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076233
Feb 04 00:02:36.996589 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a1f1f1d-9ba3-43ee-afe1-222bdda66529 req-5e3a64ae-f1f9-4d81-978b-4ab20d35d60e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 HTTP/1.1" status: 200  len: 217 time: 0.1777506
Feb 04 00:02:37.007895 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3a7d4-279f-4af3-ac6b-1b1b79bdb1e5 req-17bc1446-8290-4412-aa07-ec59826c5211 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:37.009349 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a5b3a7d4-279f-4af3-ac6b-1b1b79bdb1e5 req-17bc1446-8290-4412-aa07-ec59826c5211 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 943 time: 0.6312442
Feb 04 00:02:37.044956 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-93b6f85b-d7a4-4935-b639-3ddfb3a0aeb8 req-db65a442-1620-4581-8f42-0e29d071fe75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 1098 time: 0.4022460
Feb 04 00:02:37.128433 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4663b-f82e-444f-bd50-114539794a74 req-dbbb6d81-79aa-4f9c-8e1f-893dada3eaad tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:37.130201 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44d4663b-f82e-444f-bd50-114539794a74 req-dbbb6d81-79aa-4f9c-8e1f-893dada3eaad tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.1085501
Feb 04 00:02:37.213772 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44d4663b-f82e-444f-bd50-114539794a74 req-1d833b2a-8a53-419a-b04a-6975401fd7d6 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759726
Feb 04 00:02:37.246931 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a5b3a7d4-279f-4af3-ac6b-1b1b79bdb1e5 req-1b998f9c-abe0-4eae-84f7-4a32d15c3b31 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235434
Feb 04 00:02:37.282396 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48673a52-17af-42f7-9aa5-d8c034dae9bf req-ca3f0258-66d4-4900-9d80-0acd1e9c7304 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:37.282396 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-48673a52-17af-42f7-9aa5-d8c034dae9bf req-ca3f0258-66d4-4900-9d80-0acd1e9c7304 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3895791
Feb 04 00:02:37.316725 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-93b6f85b-d7a4-4935-b639-3ddfb3a0aeb8 req-69eddd8d-e179-4ba0-a4d5-2305042f15ad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074597
Feb 04 00:02:37.321265 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1f1d-9ba3-43ee-afe1-222bdda66529 req-fed835d6-f14a-4dcf-baa6-f1b888463b8e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:37.322821 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a1f1f1d-9ba3-43ee-afe1-222bdda66529 req-fed835d6-f14a-4dcf-baa6-f1b888463b8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e23f6667-5fb7-49c5-a8c5-849d40e30b71 HTTP/1.1" status: 200  len: 859 time: 0.2125716
Feb 04 00:02:37.520938 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f774e-b557-4674-9226-c4271d4f0b83 req-64f3a8c3-d9e8-415f-bbf7-020c9ff916c8 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:37.522256 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-160f774e-b557-4674-9226-c4271d4f0b83 req-64f3a8c3-d9e8-415f-bbf7-020c9ff916c8 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.0852971
Feb 04 00:02:37.575366 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-160f774e-b557-4674-9226-c4271d4f0b83 req-9d92c0a6-01a3-47ec-b8b0-b96ab2e7e3b3 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453067
Feb 04 00:02:37.611980 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a1f1f1d-9ba3-43ee-afe1-222bdda66529 req-c559e5c7-6e36-4e0a-ab8f-a0ca4f6b997b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86714709-d562-47b4-aedf-bc8a8c6629b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0835190
Feb 04 00:02:37.745083 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-38228bac-4ff3-4789-b932-cdb5addabf32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 1096 time: 0.1844265
Feb 04 00:02:37.825520 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a1f1f1d-9ba3-43ee-afe1-222bdda66529 req-02bb7b11-d804-4f3e-a3c5-45453e1336d3 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062168
Feb 04 00:02:37.827843 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-56c75327-4629-48a4-98bd-b221af96e329 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0574cc1-97a1-4cd8-aa78-500d9a4d4536 HTTP/1.1" status: 200  len: 217 time: 0.0725799
Feb 04 00:02:37.871660 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:02:38.008758 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-30944ba8-d01c-4583-8511-6d0517b536ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:38.010212 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-30944ba8-d01c-4583-8511-6d0517b536ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25dddad5-b894-4c6a-a9bc-91f4aee83ad6 HTTP/1.1" status: 200  len: 849 time: 0.1716132
Feb 04 00:02:38.171441 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:38.206417 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a1f1f1d-9ba3-43ee-afe1-222bdda66529 req-d5fcbfee-2ce6-4798-891a-6cff31612199 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3689375
Feb 04 00:02:38.228594 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8', 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1', 'port_id': '78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8', 'mac_address': 'fa:16:3e:28:1d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23f6667-5fb7-49c5-a8c5-849d40e30b71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:02:38.259518 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-8ae16f5e-4db8-44b9-83ef-13449e388699 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=512bd163-9e32-46a5-8135-c59c509d3018&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2247744
Feb 04 00:02:38.271827 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641a262-9086-4422-be7d-d1ae94139527 req-945ffb1b-4a35-414a-a339-ad200c122bd9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:38.282333 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2641a262-9086-4422-be7d-d1ae94139527 req-945ffb1b-4a35-414a-a339-ad200c122bd9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.1343939
Feb 04 00:02:38.348084 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:38.388880 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:02:38.425734 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:38.435403 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:38.436886 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 480ab387-43a9-4e17-a025-437ca79ac042 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:02:38.455832 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2641a262-9086-4422-be7d-d1ae94139527 req-1474c140-aa9a-4451-b622-8e798e0cfd9e tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726241
Feb 04 00:02:38.481318 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-d0901b72-cb30-4009-98af-81a9a10ab491 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156317
Feb 04 00:02:38.622178 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 480ab387-43a9-4e17-a025-437ca79ac042, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=480ab387-43a9-4e17-a025-437ca79ac042,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:38.631254 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:38.643743 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '480ab387-43a9-4e17-a025-437ca79ac042', 'network_id': '86714709-d562-47b4-aedf-bc8a8c6629b1', 'port_id': '480ab387-43a9-4e17-a025-437ca79ac042', 'mac_address': 'fa:16:3e:0b:f6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23f6667-5fb7-49c5-a8c5-849d40e30b71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:02:38.692122 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4f810-8a41-47f1-bbd1-53cb2a09dd2e req-d0646b9b-c6b1-4e6b-8281-f058543362a3 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:38.695536 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3dd4f810-8a41-47f1-bbd1-53cb2a09dd2e req-d0646b9b-c6b1-4e6b-8281-f058543362a3 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.1771951
Feb 04 00:02:38.727502 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:38.733706 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89ec8d2-4f61-4f67-b142-883a99c30fe9 req-f95a283f-aaeb-4613-94b5-9fd38ca8a1b7 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2456355
Feb 04 00:02:38.799444 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3dd4f810-8a41-47f1-bbd1-53cb2a09dd2e req-de665e4d-a460-4ca9-9719-6044663b8958 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978868
Feb 04 00:02:38.838025 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480ab387-43a9-4e17-a025-437ca79ac042 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:02:38.857203 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 480ab387-43a9-4e17-a025-437ca79ac042, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=480ab387-43a9-4e17-a025-437ca79ac042,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:38.865909 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:38.900189 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2723c2-99e9-4141-8c9f-d8df139a9277 req-f05fead7-78c2-40de-b475-3db4a15262f5 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:38.906930 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1b2723c2-99e9-4141-8c9f-d8df139a9277 req-f05fead7-78c2-40de-b475-3db4a15262f5 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 943 time: 0.1451142
Feb 04 00:02:38.982187 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1b2723c2-99e9-4141-8c9f-d8df139a9277 req-e1ea42b2-aa28-4d5b-8c82-c0e74661a5c1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738871
Feb 04 00:02:39.035018 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=480ab387-43a9-4e17-a025-437ca79ac042,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:39.138065 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0f960-bc83-4a72-9458-dc201a559f26 req-389cef4e-1a54-4656-a13f-b3d5c377dacc tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:39.145039 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-74c0f960-bc83-4a72-9458-dc201a559f26 req-389cef4e-1a54-4656-a13f-b3d5c377dacc tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.0967748
Feb 04 00:02:39.192656 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-74c0f960-bc83-4a72-9458-dc201a559f26 req-39f3a45d-8835-4b7d-b978-f28272894ed0 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463641
Feb 04 00:02:39.688199 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8f1c4-7cad-4bde-848f-a3f02fa4d59b req-c475fe94-e243-42dc-b5bd-3ae761e1e6c4 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:39.689670 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4df8f1c4-7cad-4bde-848f-a3f02fa4d59b req-c475fe94-e243-42dc-b5bd-3ae761e1e6c4 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.0778453
Feb 04 00:02:39.743483 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4df8f1c4-7cad-4bde-848f-a3f02fa4d59b req-1071dd1c-fb2b-4da7-8bee-962c97fac351 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481238
Feb 04 00:02:40.018740 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ef5bb-0cf4-4a3b-8671-91d8937e1d6f req-de421df3-18f5-4815-a94e-3efe4a4e95ea tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:40.020303 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cf5ef5bb-0cf4-4a3b-8671-91d8937e1d6f req-de421df3-18f5-4815-a94e-3efe4a4e95ea tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.0814345
Feb 04 00:02:40.072739 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cf5ef5bb-0cf4-4a3b-8671-91d8937e1d6f req-09a83f33-2330-4d92-925d-f90595a4d02b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457876
Feb 04 00:02:40.188850 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b6e2e-6f6c-4129-bd40-c1ac0da679e2 req-924253d3-139f-4562-9873-9f6317cc81f8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:40.190318 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-462b6e2e-6f6c-4129-bd40-c1ac0da679e2 req-924253d3-139f-4562-9873-9f6317cc81f8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 944 time: 0.0810237
Feb 04 00:02:40.236602 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-462b6e2e-6f6c-4129-bd40-c1ac0da679e2 req-4fda68f3-95ce-47fd-a648-1553a474b5dd tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406957
Feb 04 00:02:40.392180 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feef20-b9d1-416c-b805-360bdcd7422f req-81f258d8-1fb0-4187-985c-e9d688b5be48 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:40.393622 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f2feef20-b9d1-416c-b805-360bdcd7422f req-81f258d8-1fb0-4187-985c-e9d688b5be48 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.0788920
Feb 04 00:02:40.437585 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f2feef20-b9d1-416c-b805-360bdcd7422f req-ec6bf104-d9e1-49f2-ab26-9c8dddfbd13b tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377176
Feb 04 00:02:40.937620 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e3ee9-2381-442f-819c-04babd225e35 req-3cae2a5d-84e0-4645-8cbf-efb69e9e89bf tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:40.939112 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d12e3ee9-2381-442f-819c-04babd225e35 req-3cae2a5d-84e0-4645-8cbf-efb69e9e89bf tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.0782599
Feb 04 00:02:40.987140 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d12e3ee9-2381-442f-819c-04babd225e35 req-529a2836-a397-450e-8a5d-e710cd7c01e5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426533
Feb 04 00:02:41.281804 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dca3d-a778-4424-b2c7-ea90992217b6 req-2d308459-0f8f-4d05-aea4-6e150ffaf29f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:41.283268 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ba9dca3d-a778-4424-b2c7-ea90992217b6 req-2d308459-0f8f-4d05-aea4-6e150ffaf29f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.0767946
Feb 04 00:02:41.333552 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ba9dca3d-a778-4424-b2c7-ea90992217b6 req-091dccf2-3652-4a4d-a935-fa7921d4d772 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447869
Feb 04 00:02:41.439430 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cae56-87b8-47de-bacc-04d2a038da58 req-facbcf57-b3b7-4eb9-ad6c-a1213a7bdf11 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:41.440883 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-312cae56-87b8-47de-bacc-04d2a038da58 req-facbcf57-b3b7-4eb9-ad6c-a1213a7bdf11 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 944 time: 0.0747457
Feb 04 00:02:41.485780 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-312cae56-87b8-47de-bacc-04d2a038da58 req-f8ac86bd-4685-4acf-b1ef-533c61737855 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387948
Feb 04 00:02:41.638158 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f754f-bbc3-461f-b120-5a802788f4a0 req-de584cd1-fca5-4ce7-b42e-8fc7b4f74e59 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:41.639515 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c34f754f-bbc3-461f-b120-5a802788f4a0 req-de584cd1-fca5-4ce7-b42e-8fc7b4f74e59 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.0760400
Feb 04 00:02:41.683107 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c34f754f-bbc3-461f-b120-5a802788f4a0 req-5a17eca4-7798-4bf9-803e-eb9137c0122d tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377042
Feb 04 00:02:41.984268 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['480ab387-43a9-4e17-a025-437ca79ac042'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:02:42.026065 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:02:42.313135 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13cd8a-0ed1-48be-a829-be01b9fb7dd6 req-e85881b5-0ab4-4351-a07a-0dd7b798ce69 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:42.320967 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7d13cd8a-0ed1-48be-a829-be01b9fb7dd6 req-e85881b5-0ab4-4351-a07a-0dd7b798ce69 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.1475236
Feb 04 00:02:42.372726 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7d13cd8a-0ed1-48be-a829-be01b9fb7dd6 req-43d2e90d-6ec8-4f51-9143-c54e227c0a47 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493269
Feb 04 00:02:42.627535 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd63e1-0276-4ec4-b59c-4150e975282d req-aa5cc984-36a5-4de9-9a31-835896c8b9ec tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:42.629579 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-70cd63e1-0276-4ec4-b59c-4150e975282d req-aa5cc984-36a5-4de9-9a31-835896c8b9ec tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.1021409
Feb 04 00:02:42.719606 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1595c-baf9-47b1-be33-1b1a38be4702 req-e7890d1c-1bb6-4064-ad19-03c0b0766068 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:42.726283 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4bc1595c-baf9-47b1-be33-1b1a38be4702 req-e7890d1c-1bb6-4064-ad19-03c0b0766068 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 944 time: 0.0936368
Feb 04 00:02:42.732245 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-70cd63e1-0276-4ec4-b59c-4150e975282d req-af4f07c2-cec6-450c-a9c7-b9f02e054047 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957599
Feb 04 00:02:42.771165 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4bc1595c-baf9-47b1-be33-1b1a38be4702 req-a99e042c-8a1f-4c1c-838b-26afd4152563 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440130
Feb 04 00:02:43.935184 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f6847-0f6e-4e74-888d-88ec78b8036c req-466ee171-d6fa-48b0-bdbd-b89d80d34dec tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:43.936897 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-424f6847-0f6e-4e74-888d-88ec78b8036c req-466ee171-d6fa-48b0-bdbd-b89d80d34dec tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.0805564
Feb 04 00:02:43.977976 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4812cb6-ba33-498d-9bc1-294ed103e8fb req-4947ba1a-a67c-477b-8df5-6b4d810134f1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:43.979405 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c4812cb6-ba33-498d-9bc1-294ed103e8fb req-4947ba1a-a67c-477b-8df5-6b4d810134f1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 944 time: 0.0823610
Feb 04 00:02:43.983116 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-424f6847-0f6e-4e74-888d-88ec78b8036c req-c71205d2-45e1-463e-8d89-c8655ac40d02 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402889
Feb 04 00:02:44.025237 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c4812cb6-ba33-498d-9bc1-294ed103e8fb req-d5b8e9db-c486-47af-ba15-6912ab5dd294 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402653
Feb 04 00:02:44.441623 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:02:45.184685 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4b21d-9cec-458c-a205-75d4b593831e req-4d0bf7f1-42d9-4f2a-be55-d69d28704623 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:45.186452 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f2a4b21d-9cec-458c-a205-75d4b593831e req-4d0bf7f1-42d9-4f2a-be55-d69d28704623 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.0790339
Feb 04 00:02:45.233267 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6d9f3-34fd-4cd4-a210-86062bc72e47 req-7fca33e8-79b2-49d8-b878-65e804d4f261 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:45.233838 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f2a4b21d-9cec-458c-a205-75d4b593831e req-d9b7e91d-6d32-48a1-b2a9-120f5858e68c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416362
Feb 04 00:02:45.234801 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d5c6d9f3-34fd-4cd4-a210-86062bc72e47 req-7fca33e8-79b2-49d8-b878-65e804d4f261 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 944 time: 0.0847912
Feb 04 00:02:45.281843 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d5c6d9f3-34fd-4cd4-a210-86062bc72e47 req-93152752-9f23-4dc1-93d1-54638afa6299 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413899
Feb 04 00:02:45.552160 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-5a6e46d1-ba77-4e1c-8204-e699087d3db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:46.472113 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195e8d2-bb49-49d6-9b55-c6a590e14143 req-fd90f446-2d10-4ca4-acf0-d8e72315e513 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:46.473580 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f195e8d2-bb49-49d6-9b55-c6a590e14143 req-fd90f446-2d10-4ca4-acf0-d8e72315e513 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 943 time: 0.0767193
Feb 04 00:02:46.498548 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ba86-2c9f-4eab-b800-9a6fe9c5e806 req-0121243f-2f76-4d89-ab5b-b3c95874ba37 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:46.501691 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a0e9ba86-2c9f-4eab-b800-9a6fe9c5e806 req-0121243f-2f76-4d89-ab5b-b3c95874ba37 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 944 time: 0.0848451
Feb 04 00:02:46.526470 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f195e8d2-bb49-49d6-9b55-c6a590e14143 req-3983529a-d15e-491c-8b11-7e55bc8c533a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462306
Feb 04 00:02:46.549605 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a0e9ba86-2c9f-4eab-b800-9a6fe9c5e806 req-6789a333-b123-4da8-8be9-7f56c62c31b9 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410895
Feb 04 00:02:47.228270 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device c0574cc1-97a1-4cd8-aa78-500d9a4d4536 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:02:47.363477 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port c0574cc1-97a1-4cd8-aa78-500d9a4d4536, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:47.376541 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'port_id': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536', 'mac_address': 'fa:16:3e:11:41:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:02:47.433246 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:47.455003 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0574cc1-97a1-4cd8-aa78-500d9a4d4536 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:02:47.471182 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port c0574cc1-97a1-4cd8-aa78-500d9a4d4536, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:47.474927 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:47.539227 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:47.750447 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a878c0-f5cf-459f-8b94-2ca318da6272 req-4c0e3d2a-7081-4726-8ad1-9cb93bce8f7c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:47.751923 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-90a878c0-f5cf-459f-8b94-2ca318da6272 req-4c0e3d2a-7081-4726-8ad1-9cb93bce8f7c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 944 time: 0.0881381
Feb 04 00:02:47.753751 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbf341-0742-43c7-bc77-6fc39607cc5b req-79edcacd-589a-471b-9bdf-210aea39b9bc tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:47.755175 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e0fbf341-0742-43c7-bc77-6fc39607cc5b req-79edcacd-589a-471b-9bdf-210aea39b9bc tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 944 time: 0.0757465
Feb 04 00:02:47.797158 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-90a878c0-f5cf-459f-8b94-2ca318da6272 req-3632bba6-9aa8-4219-ab9d-df5b0f75335b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397530
Feb 04 00:02:47.803486 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e0fbf341-0742-43c7-bc77-6fc39607cc5b req-12d9d81f-ff17-475c-ae74-02d04588e139 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420198
Feb 04 00:02:47.973362 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-0055a527-b984-4f2c-9fe1-dcec9c92b96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:48.158480 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:48.227072 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:02:48.231767 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:48.232343 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:48.348942 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:48.376218 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbefe4be-ea26-42b6-9847-1d33dc87917f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:48.386769 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:48.391505 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:48.392562 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 480ab387-43a9-4e17-a025-437ca79ac042 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:48.472412 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbefe4be-ea26-42b6-9847-1d33dc87917f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8', 'code': 200}
Feb 04 00:02:48.473426 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['c0574cc1-97a1-4cd8-aa78-500d9a4d4536'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:02:48.610647 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:48.683618 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 480ab387-43a9-4e17-a025-437ca79ac042 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:02:48.693576 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 480ab387-43a9-4e17-a025-437ca79ac042 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:48.693945 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:48.793705 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bb16e889-95bc-4de4-841f-e3dac5d3e0b0 req-99c55fe1-0bb2-4c6d-a76b-4f2b9e2106ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 1099 time: 0.1058238
Feb 04 00:02:48.842602 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bb16e889-95bc-4de4-841f-e3dac5d3e0b0 req-e2192918-c883-4c4e-a281-b6a0763f76ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418696
Feb 04 00:02:48.860590 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:48.901180 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 480ab387-43a9-4e17-a025-437ca79ac042, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=480ab387-43a9-4e17-a025-437ca79ac042,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:48.905549 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:48.992457 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:48.993616 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=480ab387-43a9-4e17-a025-437ca79ac042,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:49.030604 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92b382-188f-4a4c-ac00-8c35762439c5 req-9a200bf3-99ac-4210-ba8e-ceb0e34ad1b3 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:49.032146 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ec92b382-188f-4a4c-ac00-8c35762439c5 req-9a200bf3-99ac-4210-ba8e-ceb0e34ad1b3 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 944 time: 0.0798941
Feb 04 00:02:49.082824 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ec92b382-188f-4a4c-ac00-8c35762439c5 req-ca8dbff2-6a93-496e-bff7-d09b8ab0e00c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448985
Feb 04 00:02:49.112720 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:49.278446 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d28c1-e7b3-4d64-addb-0cac7695e9af req-f428aba5-3457-4640-af03-a662c1407a19 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:49.284194 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cd6d28c1-e7b3-4d64-addb-0cac7695e9af req-f428aba5-3457-4640-af03-a662c1407a19 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0832925
Feb 04 00:02:49.333829 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cd6d28c1-e7b3-4d64-addb-0cac7695e9af req-109cf6b5-ca0d-4c69-8baf-d033ac3c8513 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477421
Feb 04 00:02:49.647604 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 60986) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:49.820942 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:49.854113 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:49.859243 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Usage tracker for resource:security_group_rule and tenant:d8e69f4cb465498c9e10d8a99925ae69 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:49.862617 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:49.869131 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:49.941768 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:49.945862 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:50.032762 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 32768) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:50.033490 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8e69f4cb465498c9e10d8a99925ae69&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3841336
Feb 04 00:02:50.040738 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b31d03-31c0-4b80-b525-81b6c2b33609,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:50.050369 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.050941 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.051325 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.051721 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.052032 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.052356 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.053077 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.053433 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.053732 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.054784 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.055162 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33cc64-6202-4e3e-9e7c-3d07177df935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.096051 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:50.125661 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:50.184305 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:50.202197 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b31d03-31c0-4b80-b525-81b6c2b33609,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:50.210582 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:50.212012 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1b31d03-31c0-4b80-b525-81b6c2b33609 HTTP/1.1" status: 204  len: 168 time: 0.1768234
Feb 04 00:02:50.216604 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.217100 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.217577 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.218143 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.218779 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.219260 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.219751 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.220223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.220685 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.221145 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.221612 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19bd2b-ad25-4f36-af31-8365b1e4521d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:02:50.377498 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:50.395999 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ecd2a-63ad-4c2b-b20b-6c479be182f3 req-f8e3d0ce-6607-4bb3-9b69-5f34e222af83 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:50.398401 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a12ecd2a-63ad-4c2b-b20b-6c479be182f3 req-f8e3d0ce-6607-4bb3-9b69-5f34e222af83 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 944 time: 0.1293876
Feb 04 00:02:50.473737 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f92e964-71cd-4839-b3d4-bcc4e90cb5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480ab387-43a9-4e17-a025-437ca79ac042'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:50.492651 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a12ecd2a-63ad-4c2b-b20b-6c479be182f3 req-c52a3e2c-212d-4a18-bc7f-ee335e49c7ff tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872710
Feb 04 00:02:50.758036 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ece009-c370-41b3-947b-83a02d1dec60 req-48a9fa09-cc05-4ee0-89a6-8234fa8ff722 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:50.761048 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-09ece009-c370-41b3-947b-83a02d1dec60 req-48a9fa09-cc05-4ee0-89a6-8234fa8ff722 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1102886
Feb 04 00:02:50.796945 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 32806) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:50.817538 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-09ece009-c370-41b3-947b-83a02d1dec60 req-e70d675c-21aa-4b11-8ad9-4864f23e7209 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509162
Feb 04 00:02:50.827169 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a350c89f-d729-4c6d-8e6f-0dc4477dcc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:50.867810 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-a350c89f-d729-4c6d-8e6f-0dc4477dcc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:50.871871 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-a350c89f-d729-4c6d-8e6f-0dc4477dcc51 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed0ff6277a64201924f7fc8bcdfc9c7 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:50.874923 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-a350c89f-d729-4c6d-8e6f-0dc4477dcc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:50.880818 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-a350c89f-d729-4c6d-8e6f-0dc4477dcc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:50.895486 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 32812) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:50.913258 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f92e964-71cd-4839-b3d4-bcc4e90cb5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480ab387-43a9-4e17-a025-437ca79ac042', 'code': 200}
Feb 04 00:02:50.965733 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a350c89f-d729-4c6d-8e6f-0dc4477dcc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:50.971629 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a350c89f-d729-4c6d-8e6f-0dc4477dcc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.024409 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350c89f-d729-4c6d-8e6f-0dc4477dcc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb2e2d9-d9b5-4643-9a44-a0a20798bd00,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:51.033032 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-a350c89f-d729-4c6d-8e6f-0dc4477dcc51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ed0ff6277a64201924f7fc8bcdfc9c7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2348754
Feb 04 00:02:51.033593 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 32820) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:51.111663 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b3642f34-82c0-449f-b0af-083d1a8ffd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.155661 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b3642f34-82c0-449f-b0af-083d1a8ffd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.165261 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-39836563-988a-420d-b34f-cdab8329ae9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.219607 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-39836563-988a-420d-b34f-cdab8329ae9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:51.224253 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-39836563-988a-420d-b34f-cdab8329ae9a admin admin] Usage tracker for resource:security_group_rule and tenant:ec986304381342c887ef1d2e73dccdd2 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:51.227985 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-39836563-988a-420d-b34f-cdab8329ae9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:51.234010 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-39836563-988a-420d-b34f-cdab8329ae9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:51.246445 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b3642f34-82c0-449f-b0af-083d1a8ffd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.272969 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3642f34-82c0-449f-b0af-083d1a8ffd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb2e2d9-d9b5-4643-9a44-a0a20798bd00,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:51.297547 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b3642f34-82c0-449f-b0af-083d1a8ffd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.301476 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-b3642f34-82c0-449f-b0af-083d1a8ffd4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cb2e2d9-d9b5-4643-9a44-a0a20798bd00 HTTP/1.1" status: 204  len: 168 time: 0.2669051
Feb 04 00:02:51.341076 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-39836563-988a-420d-b34f-cdab8329ae9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.345213 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-39836563-988a-420d-b34f-cdab8329ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.393211 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39836563-988a-420d-b34f-cdab8329ae9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e5b87a-4103-44e5-8030-dcf5adcf1b20,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:51.399251 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-39836563-988a-420d-b34f-cdab8329ae9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec986304381342c887ef1d2e73dccdd2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5027425
Feb 04 00:02:51.402030 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 32836) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:51.467913 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-55f33a93-87b0-4d52-bf08-c2ecfa1a6871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.494337 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-55f33a93-87b0-4d52-bf08-c2ecfa1a6871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.510816 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device c0574cc1-97a1-4cd8-aa78-500d9a4d4536 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:02:51.565605 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-55f33a93-87b0-4d52-bf08-c2ecfa1a6871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.586367 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:02:51.589536 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f33a93-87b0-4d52-bf08-c2ecfa1a6871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e5b87a-4103-44e5-8030-dcf5adcf1b20,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:51.592343 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:02:51.592720 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.604180 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-55f33a93-87b0-4d52-bf08-c2ecfa1a6871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.609308 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-55f33a93-87b0-4d52-bf08-c2ecfa1a6871 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68e5b87a-4103-44e5-8030-dcf5adcf1b20 HTTP/1.1" status: 204  len: 168 time: 0.2062230
Feb 04 00:02:51.760479 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75474b-8f27-4dd4-b889-ec5879f2ce36 req-43c76cb6-c982-4ab3-a7eb-10d6daeb8f29 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:51.761996 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4c75474b-8f27-4dd4-b889-ec5879f2ce36 req-43c76cb6-c982-4ab3-a7eb-10d6daeb8f29 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 944 time: 0.1308005
Feb 04 00:02:51.782243 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.828943 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4c75474b-8f27-4dd4-b889-ec5879f2ce36 req-343d4978-35c4-4ca1-b256-4b3a8a006ece tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605052
Feb 04 00:02:51.830810 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port c0574cc1-97a1-4cd8-aa78-500d9a4d4536, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:02:51.837311 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:51.940611 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:52.043292 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4a896-e82f-4478-8e31-2564cdbf2b71 req-b661c66a-2680-437f-9976-072e90178276 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:52.044841 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-54e4a896-e82f-4478-8e31-2564cdbf2b71 req-b661c66a-2680-437f-9976-072e90178276 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0898764
Feb 04 00:02:52.101578 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-54e4a896-e82f-4478-8e31-2564cdbf2b71 req-594d1d2d-4ed1-4637-b614-b74afc287b6a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496588
Feb 04 00:02:52.112276 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 32870) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:52.131889 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee38b3ba-ded3-4bf4-b73b-9ec241f893ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:52.164538 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ee38b3ba-ded3-4bf4-b73b-9ec241f893ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:52.168473 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ee38b3ba-ded3-4bf4-b73b-9ec241f893ab admin admin] Usage tracker for resource:security_group_rule and tenant:fb000d7c9efe42c199bee7f9478585f4 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:52.171379 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ee38b3ba-ded3-4bf4-b73b-9ec241f893ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:52.176985 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ee38b3ba-ded3-4bf4-b73b-9ec241f893ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:52.246068 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee38b3ba-ded3-4bf4-b73b-9ec241f893ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:52.249963 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee38b3ba-ded3-4bf4-b73b-9ec241f893ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:52.300042 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-ee38b3ba-ded3-4bf4-b73b-9ec241f893ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb000d7c9efe42c199bee7f9478585f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1845412
Feb 04 00:02:52.300042 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38b3ba-ded3-4bf4-b73b-9ec241f893ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53222070-6917-47dc-a2d4-1d8c7c86c8a6,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:52.300398 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 32880) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:52.365195 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a9344f4a-0b2a-42e3-be9e-9189731b6df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:52.394335 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a9344f4a-0b2a-42e3-be9e-9189731b6df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:52.447496 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a9344f4a-0b2a-42e3-be9e-9189731b6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:52.467343 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9344f4a-0b2a-42e3-be9e-9189731b6df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53222070-6917-47dc-a2d4-1d8c7c86c8a6,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:52.473919 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a9344f4a-0b2a-42e3-be9e-9189731b6df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:52.478021 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-a9344f4a-0b2a-42e3-be9e-9189731b6df0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53222070-6917-47dc-a2d4-1d8c7c86c8a6 HTTP/1.1" status: 204  len: 168 time: 0.1734726
Feb 04 00:02:52.915932 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096df910-cc75-442a-afac-1fc1c3221490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:52.977142 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096df910-cc75-442a-afac-1fc1c3221490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536', 'code': 200}
Feb 04 00:02:53.053715 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027f15b-7b9e-4acc-956a-3b62edbcd480 req-66af69ba-d3b2-4e18-869c-bb74fbd79c6c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:53.056624 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5027f15b-7b9e-4acc-956a-3b62edbcd480 req-66af69ba-d3b2-4e18-869c-bb74fbd79c6c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0880527
Feb 04 00:02:53.108378 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5027f15b-7b9e-4acc-956a-3b62edbcd480 req-07112060-457c-4eb5-9146-7ee6e45bfc9e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461574
Feb 04 00:02:53.342661 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f74bb-914a-4f45-8c46-d4862ed5489f req-e111a77c-ffe3-46c4-aea3-7e339b3a6025 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:53.359807 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0c1f74bb-914a-4f45-8c46-d4862ed5489f req-e111a77c-ffe3-46c4-aea3-7e339b3a6025 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1081083
Feb 04 00:02:53.477894 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0c1f74bb-914a-4f45-8c46-d4862ed5489f req-e2d55b8c-04ac-486d-a757-a22857796d12 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171381
Feb 04 00:02:53.800077 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8f23c47e-cb2d-4f28-a073-635910741c58 req-8cdc6459-4750-48f5-b205-9fcf7dbe58fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 1098 time: 0.1349413
Feb 04 00:02:53.803629 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1d157985-0615-4074-891e-cc07b45e2786 req-3ff63d73-e932-4c3e-babf-ea014b2ee647 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 1098 time: 0.1043835
Feb 04 00:02:53.889786 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8f23c47e-cb2d-4f28-a073-635910741c58 req-76892e01-0fb0-414c-a830-4dc5c7404530 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713499
Feb 04 00:02:53.891316 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1d157985-0615-4074-891e-cc07b45e2786 req-b4f11e0d-f5bc-49f6-99e3-a7e16940e622 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741444
Feb 04 00:02:54.477110 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5314de4-2cb0-4735-9f49-067bd4f50e53 req-eaec0e34-5b56-4c1b-bcae-4ecb1724c834 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:54.485497 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f5314de4-2cb0-4735-9f49-067bd4f50e53 req-eaec0e34-5b56-4c1b-bcae-4ecb1724c834 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0972645
Feb 04 00:02:54.566561 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f5314de4-2cb0-4735-9f49-067bd4f50e53 req-6caa867c-e9ff-436b-b412-f1ba9e1e8005 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799809
Feb 04 00:02:54.785679 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67282a-daa7-4834-8709-61294d1e688d req-3e08930e-25b1-4ce5-b917-16dc05937576 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:54.789285 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fd67282a-daa7-4834-8709-61294d1e688d req-3e08930e-25b1-4ce5-b917-16dc05937576 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1444395
Feb 04 00:02:54.838437 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fd67282a-daa7-4834-8709-61294d1e688d req-d91af6e2-2660-4edd-9f6c-d2f1fe8831ed tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440731
Feb 04 00:02:55.674337 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:55.830001 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05bf39-c024-47ce-844c-2b8b3b0a2acd req-acf3ba68-27da-419b-8f1d-c8fc0363abd9 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:55.831471 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-de05bf39-c024-47ce-844c-2b8b3b0a2acd req-acf3ba68-27da-419b-8f1d-c8fc0363abd9 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0879953
Feb 04 00:02:55.875921 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-de05bf39-c024-47ce-844c-2b8b3b0a2acd req-133feb48-bba5-4fa0-8a46-1098f8157f8c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383697
Feb 04 00:02:56.052721 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6b52d-e598-4bf5-b9e5-0a0dfaaa8e7c req-71cfbd08-111f-4b28-850e-94a62832da70 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:56.054474 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-48f6b52d-e598-4bf5-b9e5-0a0dfaaa8e7c req-71cfbd08-111f-4b28-850e-94a62832da70 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0870326
Feb 04 00:02:56.088044 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6658074-62ee-4ed6-8062-a0d49795301e req-246320bd-9fb2-48fa-a95e-dc01003b53a2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:56.089594 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e6658074-62ee-4ed6-8062-a0d49795301e req-246320bd-9fb2-48fa-a95e-dc01003b53a2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0793245
Feb 04 00:02:56.098623 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33048) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:56.104360 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-6b8fbb70-fccb-4226-9004-6f4757fb484a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'floatingip': {'port_id': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:02:56.111412 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-48f6b52d-e598-4bf5-b9e5-0a0dfaaa8e7c req-bb1851ee-0523-462e-a09d-902ff83aef95 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515203
Feb 04 00:02:56.183524 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6b8fbb70-fccb-4226-9004-6f4757fb484a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:57.123471 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6b8fbb70-fccb-4226-9004-6f4757fb484a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:57.128281 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6b8fbb70-fccb-4226-9004-6f4757fb484a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:57.420320 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fb4dac6a-ad87-4a4b-921e-99eeb5ad02c1 req-765fe6c0-59ad-45ad-893e-5022a5da14d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1039934
Feb 04 00:02:57.421811 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccba14-e51d-41ef-99f3-454ebce91452 req-a36a8fed-68c2-4d5a-907a-49872f5ec985 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:57.422887 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1fccba14-e51d-41ef-99f3-454ebce91452 req-a36a8fed-68c2-4d5a-907a-49872f5ec985 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1725552
Feb 04 00:02:57.442546 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.l3_db [None req-6b8fbb70-fccb-4226-9004-6f4757fb484a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Floating IP 5d9b5bc8-d99a-4f84-bd2a-49b77a744f8e associated. External IP: 172.27.3.8, port: c0574cc1-97a1-4cd8-aa78-500d9a4d4536.
Feb 04 00:02:57.640352 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1fccba14-e51d-41ef-99f3-454ebce91452 req-7338bb47-dec4-463b-9f42-3fc3ac8b25ac tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944500
Feb 04 00:02:57.708967 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fb4dac6a-ad87-4a4b-921e-99eeb5ad02c1 req-c8084fdc-1155-4e1f-bcaf-6b8e946a914e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f4bc47e37e2b4d03b1d136e5597d1762&device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 1099 time: 0.1526792
Feb 04 00:02:58.025456 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dac6a-ad87-4a4b-921e-99eeb5ad02c1 req-45c84606-e874-464c-879d-1fcf8f90bf95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:58.026892 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fb4dac6a-ad87-4a4b-921e-99eeb5ad02c1 req-45c84606-e874-464c-879d-1fcf8f90bf95 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd47688e-b74a-483a-9f79-fa64274df270 HTTP/1.1" status: 200  len: 913 time: 0.2684162
Feb 04 00:02:58.113190 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8fbb70-fccb-4226-9004-6f4757fb484a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Router 89e59c5b-4cea-47fa-bb6f-6438efa79951 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:02:58.197546 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fb4dac6a-ad87-4a4b-921e-99eeb5ad02c1 req-424f73f4-334a-4a1f-9fe6-49956f520613 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb HTTP/1.1" status: 200  len: 217 time: 0.1608119
Feb 04 00:02:58.302604 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dac6a-ad87-4a4b-921e-99eeb5ad02c1 req-41d35679-251e-4ee7-a0a3-b022a92ed394 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:58.304624 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fb4dac6a-ad87-4a4b-921e-99eeb5ad02c1 req-41d35679-251e-4ee7-a0a3-b022a92ed394 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=087a5650-a133-4adc-b8fa-2a302864c0c8 HTTP/1.1" status: 200  len: 852 time: 0.0934830
Feb 04 00:02:58.329265 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5d67d042-7428-471b-a4b1-7502e9f47c65 req-c0f77930-a3ac-4410-835b-80a53ee59a35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 1098 time: 0.1662955
Feb 04 00:02:58.539006 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8fbb70-fccb-4226-9004-6f4757fb484a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:02:58.558341 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] Sync routers for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:02:58.560097 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d04d-7609-4d22-bd2f-015c47aa6b6d req-803eee38-d1ee-4526-af8f-641d87fa3ea4 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:58.562251 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-30b8d04d-7609-4d22-bd2f-015c47aa6b6d req-803eee38-d1ee-4526-af8f-641d87fa3ea4 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.2689247
Feb 04 00:02:58.584931 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:02:58.586383 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df73c17c0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:02:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:58.589422 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fb4dac6a-ad87-4a4b-921e-99eeb5ad02c1 req-47066625-4f4d-4149-9044-9293c0c02652 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd47688e-b74a-483a-9f79-fa64274df270&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2625394
Feb 04 00:02:58.596735 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6b8fbb70-fccb-4226-9004-6f4757fb484a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:58.677993 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-30b8d04d-7609-4d22-bd2f-015c47aa6b6d req-4c40d13b-3627-4ada-8be3-9e591aa29e12 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081707
Feb 04 00:02:58.688779 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-6b8fbb70-fccb-4226-9004-6f4757fb484a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "PUT /v2.0/floatingips/5d9b5bc8-d99a-4f84-bd2a-49b77a744f8e HTTP/1.1" status: 200  len: 989 time: 2.5891204
Feb 04 00:02:58.689594 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33174) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:58.690047 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096df910-cc75-442a-afac-1fc1c3221490', 'tag': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:02:58.907509 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096df910-cc75-442a-afac-1fc1c3221490', 'tag': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536', 'status': 'completed', 'code': 200}
Feb 04 00:02:58.920276 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:02:58.974159 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33196) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:59.061867 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67d042-7428-471b-a4b1-7502e9f47c65 req-13dcdacf-863f-4543-bb41-9efcb54e82e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:59.063709 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5d67d042-7428-471b-a4b1-7502e9f47c65 req-13dcdacf-863f-4543-bb41-9efcb54e82e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 920 time: 0.6300528
Feb 04 00:02:59.064203 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fd43b7f5-ea73-4f1f-81a9-425daa7eed55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:59.104212 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-fd43b7f5-ea73-4f1f-81a9-425daa7eed55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:59.109960 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-fd43b7f5-ea73-4f1f-81a9-425daa7eed55 admin admin] Usage tracker for resource:security_group_rule and tenant:ffcb58d3132e47a49edceeb2a51e14a5 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:59.113445 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-fd43b7f5-ea73-4f1f-81a9-425daa7eed55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:59.121922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-fd43b7f5-ea73-4f1f-81a9-425daa7eed55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:59.191735 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c38b417a-23a8-4414-8718-65a30b168658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:59.242993 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c38b417a-23a8-4414-8718-65a30b168658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:02:59.248467 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c38b417a-23a8-4414-8718-65a30b168658 admin admin] Usage tracker for resource:security_group_rule and tenant:574bedaabfdd496db7860755974b3b58 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:02:59.251385 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c38b417a-23a8-4414-8718-65a30b168658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:02:59.259067 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c38b417a-23a8-4414-8718-65a30b168658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:02:59.259792 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fb4dac6a-ad87-4a4b-921e-99eeb5ad02c1 req-a0cbce6a-2b60-4d38-a094-39ec0f490b5c service neutron] 10.222.0.48 "GET /v2.0/networks/cd47688e-b74a-483a-9f79-fa64274df270?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6622708
Feb 04 00:02:59.275027 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5d67d042-7428-471b-a4b1-7502e9f47c65 req-ad7bb2a7-44af-4ae7-8b80-fa59e7387852 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480ab387-43a9-4e17-a025-437ca79ac042 HTTP/1.1" status: 200  len: 217 time: 0.1655629
Feb 04 00:02:59.356812 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fd43b7f5-ea73-4f1f-81a9-425daa7eed55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:59.361304 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df73c17c0>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '5d9b5bc8-d99a-4f84-bd2a-49b77a744f8e', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'port_id': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'mac_address': 'fa:16:3e:11:41:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096df910-cc75-442a-afac-1fc1c3221490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:02:04Z', 'updated_at': '2022-02-04T00:02:56Z', 'revision_number': 1, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:59.367262 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fd43b7f5-ea73-4f1f-81a9-425daa7eed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:59.378028 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] Checking router: 89e59c5b-4cea-47fa-bb6f-6438efa79951 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:02:59.405390 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:02:59.406037 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df73c17c0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:02:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:02:59.431276 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-302c881f-c616-4b72-9a2e-f8aae0af46a9 req-9c6806ff-44f1-45ec-869f-1b8c941c8bbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 1098 time: 0.4404423
Feb 04 00:02:59.497125 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43b7f5-ea73-4f1f-81a9-425daa7eed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81135c4-f221-417e-a9ff-e87f111f49a6,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:59.505402 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-fd43b7f5-ea73-4f1f-81a9-425daa7eed55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffcb58d3132e47a49edceeb2a51e14a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8087070
Feb 04 00:02:59.521688 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33206) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:59.524264 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c38b417a-23a8-4414-8718-65a30b168658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:59.565001 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c38b417a-23a8-4414-8718-65a30b168658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:59.711339 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:02:59.783666 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c38b417a-23a8-4414-8718-65a30b168658 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=574bedaabfdd496db7860755974b3b58&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8067868
Feb 04 00:02:59.785046 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33222) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:02:59.792788 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b417a-23a8-4414-8718-65a30b168658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1f7c63-9daf-44dc-a6ed-be49d4ab51dd,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:02:59.864343 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bc0116d6-5716-41c3-bb40-1401ac382a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:59.898997 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fb4dac6a-ad87-4a4b-921e-99eeb5ad02c1 req-d4f89a26-e8be-48f4-ab07-aeef040c695f service neutron] 10.222.0.48 "GET /v2.0/networks/cd47688e-b74a-483a-9f79-fa64274df270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6210203
Feb 04 00:02:59.932912 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bc0116d6-5716-41c3-bb40-1401ac382a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:02:59.968927 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0b46a-c416-4054-b50d-d8abe1c0953b req-2e0a8f9b-9d95-4333-8bc2-217bccc9f27d tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:02:59.970475 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-88a0b46a-c416-4054-b50d-d8abe1c0953b req-2e0a8f9b-9d95-4333-8bc2-217bccc9f27d tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.9809263
Feb 04 00:02:59.993988 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-aaf9d759-b2cf-4697-b600-0dbb9090a868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:00.004564 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67d042-7428-471b-a4b1-7502e9f47c65 req-49630aa4-5a39-438e-80fc-0ec6887994b1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:00.006121 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5d67d042-7428-471b-a4b1-7502e9f47c65 req-49630aa4-5a39-438e-80fc-0ec6887994b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e23f6667-5fb7-49c5-a8c5-849d40e30b71 HTTP/1.1" status: 200  len: 859 time: 0.6500945
Feb 04 00:03:00.071438 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-aaf9d759-b2cf-4697-b600-0dbb9090a868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:00.097232 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5d67d042-7428-471b-a4b1-7502e9f47c65 req-d13dd736-988f-4dd3-90cb-81ff7b17dc63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86714709-d562-47b4-aedf-bc8a8c6629b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688400
Feb 04 00:03:00.148231 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bc0116d6-5716-41c3-bb40-1401ac382a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:00.151349 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c881f-c616-4b72-9a2e-f8aae0af46a9 req-dfd06cf8-d964-49c0-8a9e-e4c0b7e4d8d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:00.167669 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-302c881f-c616-4b72-9a2e-f8aae0af46a9 req-dfd06cf8-d964-49c0-8a9e-e4c0b7e4d8d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 200  len: 911 time: 0.7081845
Feb 04 00:03:00.171852 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0116d6-5716-41c3-bb40-1401ac382a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81135c4-f221-417e-a9ff-e87f111f49a6,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:00.186942 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-aaf9d759-b2cf-4697-b600-0dbb9090a868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:00.189792 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-aaf9d759-b2cf-4697-b600-0dbb9090a868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:00.194865 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-aaf9d759-b2cf-4697-b600-0dbb9090a868 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd1f7c63-9daf-44dc-a6ed-be49d4ab51dd HTTP/1.1" status: 204  len: 168 time: 0.4043729
Feb 04 00:03:00.205002 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bc0116d6-5716-41c3-bb40-1401ac382a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:00.208733 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-bc0116d6-5716-41c3-bb40-1401ac382a0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b81135c4-f221-417e-a9ff-e87f111f49a6 HTTP/1.1" status: 204  len: 168 time: 0.6779678
Feb 04 00:03:00.209808 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9d759-b2cf-4697-b600-0dbb9090a868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1f7c63-9daf-44dc-a6ed-be49d4ab51dd,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:00.360312 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df73c17c0>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '5d9b5bc8-d99a-4f84-bd2a-49b77a744f8e', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'port_id': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'mac_address': 'fa:16:3e:11:41:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096df910-cc75-442a-afac-1fc1c3221490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:02:04Z', 'updated_at': '2022-02-04T00:02:56Z', 'revision_number': 1, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:03:00.373426 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3ca95-21dd-4e14-89ce-9bc54593cd0d None None] The sync data for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi is: [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '5d9b5bc8-d99a-4f84-bd2a-49b77a744f8e', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'port_id': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'mac_address': 'fa:16:3e:11:41:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096df910-cc75-442a-afac-1fc1c3221490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:02:04Z', 'updated_at': '2022-02-04T00:02:56Z', 'revision_number': 1, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:03:00.424675 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-88a0b46a-c416-4054-b50d-d8abe1c0953b req-d0e43c8c-51ad-42be-9851-e50e056d628c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4430714
Feb 04 00:03:00.494926 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5f49c-93a0-48fd-af51-1dd7580b1ce6 req-011b180d-54ff-4682-a50c-9c60976edc5c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:00.503069 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2ac5f49c-93a0-48fd-af51-1dd7580b1ce6 req-011b180d-54ff-4682-a50c-9c60976edc5c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1898384
Feb 04 00:03:00.566080 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2ac5f49c-93a0-48fd-af51-1dd7580b1ce6 req-d3e45b85-3541-4af8-a279-5d3ff2e649da tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574164
Feb 04 00:03:00.584354 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-302c881f-c616-4b72-9a2e-f8aae0af46a9 req-7ed60995-aaa1-4f94-8faf-fbe48457feda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0574cc1-97a1-4cd8-aa78-500d9a4d4536 HTTP/1.1" status: 200  len: 997 time: 0.4144163
Feb 04 00:03:00.587658 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33248) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:00.598650 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5d67d042-7428-471b-a4b1-7502e9f47c65 req-387b0caf-c019-45d2-b11e-9c98f762d49f service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4898951
Feb 04 00:03:00.777552 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb1244-eced-41c8-b0c1-a9560b449350 None None] New status for floating IP 5d9b5bc8-d99a-4f84-bd2a-49b77a744f8e: ACTIVE {{(pid=82733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:03:00.785039 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33256) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:00.811569 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-53fb6d6e-e486-4d86-adda-22403bddb316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:00.863302 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-53fb6d6e-e486-4d86-adda-22403bddb316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:00.869022 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-53fb6d6e-e486-4d86-adda-22403bddb316 admin admin] Usage tracker for resource:security_group_rule and tenant:0e1159ed8fed4f64811129bca09c7f48 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:00.872510 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-53fb6d6e-e486-4d86-adda-22403bddb316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:00.880099 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-53fb6d6e-e486-4d86-adda-22403bddb316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:00.935058 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c881f-c616-4b72-9a2e-f8aae0af46a9 req-b40a7268-0fdf-468a-9672-505f42330df3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:00.936919 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5c792a05-159f-4524-8de7-e2a8ce7615d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:00.937147 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-302c881f-c616-4b72-9a2e-f8aae0af46a9 req-b40a7268-0fdf-468a-9672-505f42330df3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25dddad5-b894-4c6a-a9bc-91f4aee83ad6 HTTP/1.1" status: 200  len: 849 time: 0.3374848
Feb 04 00:03:00.988820 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-5c792a05-159f-4524-8de7-e2a8ce7615d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:01.004068 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-5c792a05-159f-4524-8de7-e2a8ce7615d0 admin admin] Usage tracker for resource:security_group_rule and tenant:47995407420541779774875f55c1b113 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:01.012986 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-5c792a05-159f-4524-8de7-e2a8ce7615d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:01.030076 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-5c792a05-159f-4524-8de7-e2a8ce7615d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:01.096988 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5d67d042-7428-471b-a4b1-7502e9f47c65 req-70abe258-3d6e-4847-91f5-455177a170e2 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4648087
Feb 04 00:03:01.105203 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33264) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:01.128510 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5c792a05-159f-4524-8de7-e2a8ce7615d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.134131 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea714-68da-4053-8440-bef7c363fb62 req-d5d13b98-49ab-455a-9582-29a0560c1814 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:01.135835 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7e7ea714-68da-4053-8440-bef7c363fb62 req-d5d13b98-49ab-455a-9582-29a0560c1814 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.4005225
Feb 04 00:03:01.151248 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5c792a05-159f-4524-8de7-e2a8ce7615d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.151368 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-67792b71-dfa0-4a32-8b8a-ff018e5f0b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.195957 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-5c792a05-159f-4524-8de7-e2a8ce7615d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47995407420541779774875f55c1b113&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6051910
Feb 04 00:03:01.198699 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33270) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:01.217983 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-302c881f-c616-4b72-9a2e-f8aae0af46a9 req-72573cec-cb52-4117-bc93-503bf8b41bd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=512bd163-9e32-46a5-8135-c59c509d3018&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2658663
Feb 04 00:03:01.244900 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-53fb6d6e-e486-4d86-adda-22403bddb316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.252245 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-67792b71-dfa0-4a32-8b8a-ff018e5f0b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:01.252803 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c792a05-159f-4524-8de7-e2a8ce7615d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ed9cba-14fd-4c5e-a037-8aebab11c364,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:01.258817 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-53fb6d6e-e486-4d86-adda-22403bddb316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.263653 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-67792b71-dfa0-4a32-8b8a-ff018e5f0b7c admin admin] Usage tracker for resource:security_group_rule and tenant:5358bd56354e4f4596cb617a96a8b35d is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:01.268117 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7e7ea714-68da-4053-8440-bef7c363fb62 req-a82e6241-5b3c-4ea9-931f-4248ec0b4bf0 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256227
Feb 04 00:03:01.296389 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-53fb6d6e-e486-4d86-adda-22403bddb316 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e1159ed8fed4f64811129bca09c7f48&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5093877
Feb 04 00:03:01.305678 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33274) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:01.392220 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-093aebfd-644e-4849-bfbe-7d2dc67b154f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.393958 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb6d6e-e486-4d86-adda-22403bddb316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e156e-8250-4e37-b891-53993b56b802,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:01.404100 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-67792b71-dfa0-4a32-8b8a-ff018e5f0b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:01.412026 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-302c881f-c616-4b72-9a2e-f8aae0af46a9 req-dfa430cc-29a3-4903-81e6-3296c7f7ec65 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838222
Feb 04 00:03:01.417674 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-67792b71-dfa0-4a32-8b8a-ff018e5f0b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:01.419405 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-96514f33-5cf3-45c0-aeb4-9e750971f8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.450095 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-093aebfd-644e-4849-bfbe-7d2dc67b154f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.477828 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-96514f33-5cf3-45c0-aeb4-9e750971f8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.551994 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-96514f33-5cf3-45c0-aeb4-9e750971f8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.572778 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-093aebfd-644e-4849-bfbe-7d2dc67b154f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.584541 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96514f33-5cf3-45c0-aeb4-9e750971f8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e156e-8250-4e37-b891-53993b56b802,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:01.586779 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-96514f33-5cf3-45c0-aeb4-9e750971f8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.587899 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-96514f33-5cf3-45c0-aeb4-9e750971f8b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c3e156e-8250-4e37-b891-53993b56b802 HTTP/1.1" status: 204  len: 168 time: 0.2806213
Feb 04 00:03:01.598642 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-093aebfd-644e-4849-bfbe-7d2dc67b154f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.602700 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-093aebfd-644e-4849-bfbe-7d2dc67b154f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2ed9cba-14fd-4c5e-a037-8aebab11c364 HTTP/1.1" status: 204  len: 168 time: 0.3980827
Feb 04 00:03:01.602700 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093aebfd-644e-4849-bfbe-7d2dc67b154f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ed9cba-14fd-4c5e-a037-8aebab11c364,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:01.647737 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-67792b71-dfa0-4a32-8b8a-ff018e5f0b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.650645 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-302c881f-c616-4b72-9a2e-f8aae0af46a9 req-c644ad0d-93ad-4388-b480-e4fb0888ffed service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1938953
Feb 04 00:03:01.661010 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-67792b71-dfa0-4a32-8b8a-ff018e5f0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.763951 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67792b71-dfa0-4a32-8b8a-ff018e5f0b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd78f8e7-5185-457c-a6f4-27a2c590700d,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:01.768107 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-67792b71-dfa0-4a32-8b8a-ff018e5f0b7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5358bd56354e4f4596cb617a96a8b35d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6619351
Feb 04 00:03:01.771608 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33292) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:01.810848 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed75c6a-e32b-4cbf-b9b1-3173d9489f7d req-415f21f6-7437-4769-ad92-377d8e6f6dcf tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:01.812423 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ed75c6a-e32b-4cbf-b9b1-3173d9489f7d req-415f21f6-7437-4769-ad92-377d8e6f6dcf tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1347606
Feb 04 00:03:01.870291 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900457de-0de3-4fda-8702-5582608dedd1 req-4914e621-1b76-47b9-bf31-0c45c29af43b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:01.879866 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-900457de-0de3-4fda-8702-5582608dedd1 req-4914e621-1b76-47b9-bf31-0c45c29af43b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0968931
Feb 04 00:03:01.916971 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ed75c6a-e32b-4cbf-b9b1-3173d9489f7d req-717222c3-8930-4a23-a822-5e374c561003 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970888
Feb 04 00:03:01.926295 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-73e61f28-0263-4d5f-ab4f-109de0ad8a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:01.948945 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-900457de-0de3-4fda-8702-5582608dedd1 req-17f41692-e08f-41e5-b7b7-914c1e95e07b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678477
Feb 04 00:03:01.962295 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-73e61f28-0263-4d5f-ab4f-109de0ad8a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.019645 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-73e61f28-0263-4d5f-ab4f-109de0ad8a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.036836 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e61f28-0263-4d5f-ab4f-109de0ad8a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd78f8e7-5185-457c-a6f4-27a2c590700d,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:02.042629 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-73e61f28-0263-4d5f-ab4f-109de0ad8a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.043772 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-73e61f28-0263-4d5f-ab4f-109de0ad8a2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd78f8e7-5185-457c-a6f4-27a2c590700d HTTP/1.1" status: 204  len: 168 time: 0.2692175
Feb 04 00:03:02.196201 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33304) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:02.215632 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fb2696a0-765e-40bd-9ef9-d0c8b41df4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.248113 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-fb2696a0-765e-40bd-9ef9-d0c8b41df4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:02.251945 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-fb2696a0-765e-40bd-9ef9-d0c8b41df4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:9ca8bc2c0df54efcb69758c7bca1d6c2 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:02.254865 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-fb2696a0-765e-40bd-9ef9-d0c8b41df4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:02.261326 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-fb2696a0-765e-40bd-9ef9-d0c8b41df4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:02.366942 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fb2696a0-765e-40bd-9ef9-d0c8b41df4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.373735 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fb2696a0-765e-40bd-9ef9-d0c8b41df4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.452506 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2696a0-765e-40bd-9ef9-d0c8b41df4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77532a5b-3163-4084-967b-b6a295bda378,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:02.459073 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-fb2696a0-765e-40bd-9ef9-d0c8b41df4b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ca8bc2c0df54efcb69758c7bca1d6c2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2617502
Feb 04 00:03:02.471364 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33318) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:02.492455 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33322) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:02.515042 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1c572d7c-26fc-45b3-bbfe-970d485b1e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.553809 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace05639-1e1d-4fa4-b622-80bb6ade8889 req-e68c638f-3a89-48a5-a821-475e698c03d3 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:02.554015 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4084957a-2b79-43c6-a79e-83af3b6ce3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.555583 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ace05639-1e1d-4fa4-b622-80bb6ade8889 req-e68c638f-3a89-48a5-a821-475e698c03d3 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.1275814
Feb 04 00:03:02.561982 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1c572d7c-26fc-45b3-bbfe-970d485b1e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:02.565870 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1c572d7c-26fc-45b3-bbfe-970d485b1e42 admin admin] Usage tracker for resource:security_group_rule and tenant:b6dc97b15716478dba7c79dd7e326b6a is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:02.582498 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4084957a-2b79-43c6-a79e-83af3b6ce3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.582929 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1c572d7c-26fc-45b3-bbfe-970d485b1e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:02.593395 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1c572d7c-26fc-45b3-bbfe-970d485b1e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:02.629502 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ace05639-1e1d-4fa4-b622-80bb6ade8889 req-53e844d1-1b02-427c-ae98-c7fd030b8e60 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606196
Feb 04 00:03:02.647398 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4084957a-2b79-43c6-a79e-83af3b6ce3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.667919 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084957a-2b79-43c6-a79e-83af3b6ce3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77532a5b-3163-4084-967b-b6a295bda378,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:02.674437 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4084957a-2b79-43c6-a79e-83af3b6ce3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.677851 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-4084957a-2b79-43c6-a79e-83af3b6ce3a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77532a5b-3163-4084-967b-b6a295bda378 HTTP/1.1" status: 204  len: 168 time: 0.2017946
Feb 04 00:03:02.687805 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1c572d7c-26fc-45b3-bbfe-970d485b1e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.695103 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1c572d7c-26fc-45b3-bbfe-970d485b1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.749654 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c572d7c-26fc-45b3-bbfe-970d485b1e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca50907-74c6-4e9b-83f8-40ae440ac263,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:02.756458 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33334) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:02.756595 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-1c572d7c-26fc-45b3-bbfe-970d485b1e42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6dc97b15716478dba7c79dd7e326b6a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2631400
Feb 04 00:03:02.835887 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ef186e6a-3f7e-4c03-942c-fc44da9f53d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.864726 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ef186e6a-3f7e-4c03-942c-fc44da9f53d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.922454 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ef186e6a-3f7e-4c03-942c-fc44da9f53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.938875 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef186e6a-3f7e-4c03-942c-fc44da9f53d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca50907-74c6-4e9b-83f8-40ae440ac263,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:02.946944 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ef186e6a-3f7e-4c03-942c-fc44da9f53d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:02.950557 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-ef186e6a-3f7e-4c03-942c-fc44da9f53d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ca50907-74c6-4e9b-83f8-40ae440ac263 HTTP/1.1" status: 204  len: 168 time: 0.1902595
Feb 04 00:03:03.191264 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e5876-5e36-4fb9-99e9-64e0954bcf93 req-b2c101ec-00b0-401f-85f9-352d0166d8d9 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:03.193027 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-977e5876-5e36-4fb9-99e9-64e0954bcf93 req-b2c101ec-00b0-401f-85f9-352d0166d8d9 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1207836
Feb 04 00:03:03.195919 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d98f99-2ee4-42eb-b3fd-a62471e87791 req-c855e047-eccc-4d97-8eb7-d76d9bf9b176 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:03.197605 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c3d98f99-2ee4-42eb-b3fd-a62471e87791 req-c855e047-eccc-4d97-8eb7-d76d9bf9b176 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1087818
Feb 04 00:03:03.257306 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c3d98f99-2ee4-42eb-b3fd-a62471e87791 req-ebd2e71c-f30c-4a08-bf6d-f998dce885c2 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537121
Feb 04 00:03:03.262091 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-977e5876-5e36-4fb9-99e9-64e0954bcf93 req-f7a170ac-bfb2-498a-b505-f6061aaf9af0 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621283
Feb 04 00:03:03.837835 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f21820-b95e-4b1d-9072-7c70de8cb420 req-77440d92-bbf8-415b-93d9-7da1fd79e61b tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:03.839428 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b1f21820-b95e-4b1d-9072-7c70de8cb420 req-77440d92-bbf8-415b-93d9-7da1fd79e61b tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.0802031
Feb 04 00:03:03.900554 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b1f21820-b95e-4b1d-9072-7c70de8cb420 req-7c539264-577a-43bf-b9b0-5e425c6c8624 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547984
Feb 04 00:03:04.392876 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33410) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:04.475116 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96a60f-e843-4840-ad90-4ec297c3656e req-d09d8b8a-5cfe-4783-be6f-f5c54b07097e tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:04.482602 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8f96a60f-e843-4840-ad90-4ec297c3656e req-d09d8b8a-5cfe-4783-be6f-f5c54b07097e tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0976260
Feb 04 00:03:04.536166 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8f96a60f-e843-4840-ad90-4ec297c3656e req-ab40f462-8c0f-4704-b323-db8ead2f93cb tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525806
Feb 04 00:03:04.679828 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-279364196-network', 'tenant_id': '9c0cbc2a48b5450a8a73136c241563d0'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:03:04.684676 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:04.688808 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Usage tracker for resource:network and tenant:9c0cbc2a48b5450a8a73136c241563d0 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:04.691690 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:04.698043 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:04.708963 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Made reservation on behalf of 9c0cbc2a48b5450a8a73136c241563d0 for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:03:04.712154 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:04.726548 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:04.762789 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:04.766756 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0cbc2a48b5450a8a73136c241563d0 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:04.769960 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:04.777163 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:04.861879 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:04.869081 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:04.900876 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:03:04.909511 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4214af23-638d-49d2-a5a8-5d6275386615,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:04.917422 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:04.917734 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Added segment 8aed5ec7-b3b5-493d-b4c9-93fcf9cedc6e of type vlan for network 9c40e317-ba07-4f4e-a4c9-85ef2a78ef87
Feb 04 00:03:04.960957 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:05.017738 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:05.018866 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:05.019647 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:05.284592 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] Pushing event updated for resources: {'Network': ['ID=9c40e317-ba07-4f4e-a4c9-85ef2a78ef87,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:05.292061 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-c434ae89-a776-406b-81d2-0570b6a73be0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8979757
Feb 04 00:03:05.294898 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33450) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:05.298910 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 9c40e317-ba07-4f4e-a4c9-85ef2a78ef87 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:03:05.301184 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Request body: {'subnet': {'network_id': '9c40e317-ba07-4f4e-a4c9-85ef2a78ef87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-279364196-subnet', 'tenant_id': '9c0cbc2a48b5450a8a73136c241563d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:03:05.307096 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:05.322087 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Usage tracker for resource:subnet and tenant:9c0cbc2a48b5450a8a73136c241563d0 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:05.331634 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:05.339903 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:05.359461 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5d8e-301b-454d-9e6e-232e37f45166 req-6924e984-82e8-43fc-ae85-a87abad50204 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:05.361175 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5fbb5d8e-301b-454d-9e6e-232e37f45166 req-6924e984-82e8-43fc-ae85-a87abad50204 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.3100090
Feb 04 00:03:05.369022 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Made reservation on behalf of 9c0cbc2a48b5450a8a73136c241563d0 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:03:05.372157 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Notify callbacks [] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:05.414814 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-c90f52ef-1640-480c-a9b3-b8992f458247 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:05.416404 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-c90f52ef-1640-480c-a9b3-b8992f458247 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 946 time: 0.2416742
Feb 04 00:03:05.468647 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5fbb5d8e-301b-454d-9e6e-232e37f45166 req-2bae5e6c-5997-4dcb-a6de-463d6401ed5c tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/security-groups?id=c67db9ff-5286-4b09-98e9-ea925e0644eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982308
Feb 04 00:03:05.528646 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-2d51cec5-5766-4f45-9c15-7dc035693b08 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Deleting port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:03:05.529095 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-2d51cec5-5766-4f45-9c15-7dc035693b08 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:05.814205 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:05.857983 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-2d51cec5-5766-4f45-9c15-7dc035693b08 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] For port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,segment=NetworkSegment(e5319bbc-e877-4a9c-a77a-8a33ecaf1f75),segment_id=e5319bbc-e877-4a9c-a77a-8a33ecaf1f75)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:03:05.858276 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-2d51cec5-5766-4f45-9c15-7dc035693b08 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:05.920019 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef967130-142b-4339-b68d-75992034982c req-b13da32e-1ebc-44da-b120-283841849833 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:05.921565 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ef967130-142b-4339-b68d-75992034982c req-b13da32e-1ebc-44da-b120-283841849833 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.2141941
Feb 04 00:03:05.956685 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Pushing event updated for resources: {'Subnet': ['ID=81013a08-9f2f-42b5-a7cf-a3579111dd24,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:06.013958 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Checking segment: {'id': '8aed5ec7-b3b5-493d-b4c9-93fcf9cedc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c40e317-ba07-4f4e-a4c9-85ef2a78ef87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:03:06.014295 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Network hostable DHCP agents. Network: 9c40e317-ba07-4f4e-a4c9-85ef2a78ef87, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:03:06.028395 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ef967130-142b-4339-b68d-75992034982c req-006a5ed3-680d-4ec7-958c-2e4a7e0859ee tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991116
Feb 04 00:03:06.058223 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Network 9c40e317-ba07-4f4e-a4c9-85ef2a78ef87 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:03:06.075225 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-2d51cec5-5766-4f45-9c15-7dc035693b08 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Calling delete_port for 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:03:06.087420 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 9c40e317-ba07-4f4e-a4c9-85ef2a78ef87) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:03:06.097465 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:06.101899 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:06.102827 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04411e44-51c7-4d1c-8653-fcbe6dbeb480 None None] Network 9c40e317-ba07-4f4e-a4c9-85ef2a78ef87 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:03:06.170978 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-baea5423-30f6-4e0d-aa75-6e7d8f42fedc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8745964
Feb 04 00:03:06.442002 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-2d51cec5-5766-4f45-9c15-7dc035693b08 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:06.467699 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['003a858a-4b2a-4ce2-bbee-fc73c1bff8eb'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:03:06.503110 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51cec5-5766-4f45-9c15-7dc035693b08 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Pushing event deleted for resources: {'Port': ['ID=003a858a-4b2a-4ce2-bbee-fc73c1bff8eb,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:06.516298 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9cb84c-1c52-431e-a7f9-5850c3c504f4 None None] Network 9c40e317-ba07-4f4e-a4c9-85ef2a78ef87 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:03:06.768352 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-2d51cec5-5766-4f45-9c15-7dc035693b08 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] No DVR routers for this DVR port 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:03:06.775853 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-2d51cec5-5766-4f45-9c15-7dc035693b08 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:06.783438 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4', 'name': 'network-vif-deleted', 'tag': '003a858a-4b2a-4ce2-bbee-fc73c1bff8eb'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:03:06.904813 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2cba6f85-62f5-4af7-a9cd-84bf1822f680 req-baafcaa5-3fd0-4ede-82b4-0aa40c3db2fd tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 210 time: 0.1096425
Feb 04 00:03:06.917610 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-af51c2b2-1fa1-4083-8999-4adb665dce8c req-2d51cec5-5766-4f45-9c15-7dc035693b08 tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.48 "DELETE /v2.0/ports/003a858a-4b2a-4ce2-bbee-fc73c1bff8eb HTTP/1.1" status: 204  len: 173 time: 1.4907660
Feb 04 00:03:07.070417 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4', 'name': 'network-vif-deleted', 'tag': '003a858a-4b2a-4ce2-bbee-fc73c1bff8eb', 'status': 'completed', 'code': 200}
Feb 04 00:03:07.124281 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-449f3b27-2185-4653-a3a4-7088d915ded9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:07.126156 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-449f3b27-2185-4653-a3a4-7088d915ded9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 815 time: 0.1936965
Feb 04 00:03:07.155316 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-e806b031-aeda-440d-b8f8-c4cd0365f044 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/quotas/b662c50c07e142b2bfcf011600a2d20f HTTP/1.1" status: 200  len: 375 time: 0.0217621
Feb 04 00:03:07.253736 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-41fe43ba-b524-47ab-94bb-f06f0d846e6c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0974901
Feb 04 00:03:07.299946 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e16a3-c29b-43ad-95d1-75931e984b99 req-7537866a-489c-4f0a-afca-57818c1cde53 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:07.301746 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-823e16a3-c29b-43ad-95d1-75931e984b99 req-7537866a-489c-4f0a-afca-57818c1cde53 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0965788
Feb 04 00:03:07.359980 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-823e16a3-c29b-43ad-95d1-75931e984b99 req-5ecb3aa4-b94e-4c8a-bb9a-ff7574c38396 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519984
Feb 04 00:03:07.433233 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-b7a3cbc6-a76b-4f29-a63f-3f6dffec3c17 service neutron] 10.222.0.13 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786506
Feb 04 00:03:07.497863 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33546) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:07.622318 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-bfc16a59-11b9-4834-b820-b375181be579 service neutron] 10.222.0.13 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779416
Feb 04 00:03:07.628070 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33556) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:07.636142 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-382192070-network', 'tenant_id': 'bcfca41087354a7d9aac07c71790d6f7'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:03:07.642267 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:07.666026 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-baf57eb2-7858-430c-a57e-ab9fdbdacb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:07.674911 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Usage tracker for resource:network and tenant:bcfca41087354a7d9aac07c71790d6f7 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:07.679148 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:07.686054 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:07.706031 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Made reservation on behalf of bcfca41087354a7d9aac07c71790d6f7 for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:03:07.708275 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:07.723526 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:07.740917 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-baf57eb2-7858-430c-a57e-ab9fdbdacb71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:07.747324 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-baf57eb2-7858-430c-a57e-ab9fdbdacb71 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf1e105b74a4536b99db2b87463b2b3 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:07.750736 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-baf57eb2-7858-430c-a57e-ab9fdbdacb71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:07.764050 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-baf57eb2-7858-430c-a57e-ab9fdbdacb71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:07.788795 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:07.794410 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Usage tracker for resource:security_group_rule and tenant:bcfca41087354a7d9aac07c71790d6f7 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:07.799375 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:07.844297 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:07.855721 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f28e6292-8e5f-4bb0-8aca-499f6bccc88a req-e9b30450-6906-48f8-b8dc-f0181e9662b9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 210 time: 0.0582676
Feb 04 00:03:07.922173 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-baf57eb2-7858-430c-a57e-ab9fdbdacb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:07.929068 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-baf57eb2-7858-430c-a57e-ab9fdbdacb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.009770 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf57eb2-7858-430c-a57e-ab9fdbdacb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b403a-8a3b-4a3b-8636-a2ba51f5148d,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:08.013441 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.016441 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-baf57eb2-7858-430c-a57e-ab9fdbdacb71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bf1e105b74a4536b99db2b87463b2b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5174809
Feb 04 00:03:08.018929 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33572) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:08.034255 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.089465 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:03:08.108041 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac239f77-65a5-47ed-bdde-0756c0cb80e4,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:08.116539 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.117109 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Added segment 303b146d-ddf5-4e5a-be32-4e889910ef5c of type vlan for network 7c5a1eda-8b22-463a-acbc-0080027433d6
Feb 04 00:03:08.181140 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.197141 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-23c5ac15-e4fd-4eac-896a-994815956f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.284363 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-26cac711-7503-4a54-b44d-5ab30fa1a52b req-d77ec392-f500-4176-9feb-223cf3045c1a tempest-DeleteServersTestJSON-1673148560 tempest-DeleteServersTestJSON-1673148560-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b2fffc-5ddb-404d-8e7b-ed6a40e5f3d4 HTTP/1.1" status: 200  len: 210 time: 0.0664732
Feb 04 00:03:08.300429 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-23c5ac15-e4fd-4eac-896a-994815956f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.308339 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.309542 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:08.310290 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.457278 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] Pushing event updated for resources: {'Network': ['ID=7c5a1eda-8b22-463a-acbc-0080027433d6,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:08.468993 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 7c5a1eda-8b22-463a-acbc-0080027433d6 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:03:08.487286 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-726b92cc-f027-42dc-ba76-a44cf17504df admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8579245
Feb 04 00:03:08.490123 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33596) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:08.496620 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Request body: {'subnet': {'network_id': '7c5a1eda-8b22-463a-acbc-0080027433d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-382192070-subnet', 'tenant_id': 'bcfca41087354a7d9aac07c71790d6f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:03:08.501836 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-23c5ac15-e4fd-4eac-896a-994815956f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.504940 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:08.522043 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Usage tracker for resource:subnet and tenant:bcfca41087354a7d9aac07c71790d6f7 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:08.526006 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:08.529853 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-23c5ac15-e4fd-4eac-896a-994815956f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.531000 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-23c5ac15-e4fd-4eac-896a-994815956f0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/574b403a-8a3b-4a3b-8636-a2ba51f5148d HTTP/1.1" status: 204  len: 168 time: 0.5110989
Feb 04 00:03:08.540710 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5ac15-e4fd-4eac-896a-994815956f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b403a-8a3b-4a3b-8636-a2ba51f5148d,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:08.546861 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:08.566339 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Made reservation on behalf of bcfca41087354a7d9aac07c71790d6f7 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:03:08.569472 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.730800 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbed5d-e33b-4e0f-b93c-b838f59762f1 req-34886be8-5cfc-4f42-bbd9-d61bb8503004 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:08.732803 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1abbed5d-e33b-4e0f-b93c-b838f59762f1 req-34886be8-5cfc-4f42-bbd9-d61bb8503004 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1593969
Feb 04 00:03:08.745052 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:03:08.798346 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1abbed5d-e33b-4e0f-b93c-b838f59762f1 req-42a24842-de11-4513-bfc8-8cff262ef3c4 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597985
Feb 04 00:03:08.814904 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:03:08.815329 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 003a858a-4b2a-4ce2-bbee-fc73c1bff8eb not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:03:08.837314 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.921151 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ed2dca-f98d-46c7-ba01-012850d83c0a,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:08.931160 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Checking segment: {'id': '303b146d-ddf5-4e5a-be32-4e889910ef5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7c5a1eda-8b22-463a-acbc-0080027433d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:03:08.931315 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Network hostable DHCP agents. Network: 7c5a1eda-8b22-463a-acbc-0080027433d6, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:03:08.956293 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Network 7c5a1eda-8b22-463a-acbc-0080027433d6 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:03:08.966933 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 7c5a1eda-8b22-463a-acbc-0080027433d6) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:03:08.971837 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:08.972450 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:08.981053 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9615a8c8-7bd3-455b-a950-4823db231f12 None None] Network 7c5a1eda-8b22-463a-acbc-0080027433d6 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:03:09.053818 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9e4188ca-69c6-42ab-98fa-2c411db398ae req-23cd0fed-8a1c-4d04-aced-6c0bd99fd477 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 210 time: 0.0587063
Feb 04 00:03:09.064142 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-97b9a7e2-ac93-4c7d-a9b3-c6ce1f62505d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5721726
Feb 04 00:03:09.116938 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33614) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:09.137122 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab6d1-525d-4fe4-94df-cef4f905a533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:09.172120 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-7f5ab6d1-525d-4fe4-94df-cef4f905a533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:09.176031 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-7f5ab6d1-525d-4fe4-94df-cef4f905a533 admin admin] Usage tracker for resource:security_group_rule and tenant:c4af2432bd3549d08910b3444544d769 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:09.178900 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-7f5ab6d1-525d-4fe4-94df-cef4f905a533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:09.185337 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-7f5ab6d1-525d-4fe4-94df-cef4f905a533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:09.248825 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348978d5-8251-445f-a9db-201ac98c2754 None None] Network 7c5a1eda-8b22-463a-acbc-0080027433d6 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:03:09.270434 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab6d1-525d-4fe4-94df-cef4f905a533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:09.283832 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab6d1-525d-4fe4-94df-cef4f905a533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:09.425806 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ab6d1-525d-4fe4-94df-cef4f905a533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90a1b29-197b-4a2a-b756-d123c0268e0a,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:09.440433 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-7f5ab6d1-525d-4fe4-94df-cef4f905a533 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4af2432bd3549d08910b3444544d769&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3221796
Feb 04 00:03:09.442864 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33626) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:09.553303 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4c0515e1-4648-4409-b733-53bd12d27295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:09.582725 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4c0515e1-4648-4409-b733-53bd12d27295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:09.670959 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4c0515e1-4648-4409-b733-53bd12d27295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:09.675482 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-c1c3e286-3306-4b85-b579-7c6f7fb66fa6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:09.676218 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-c1c3e286-3306-4b85-b579-7c6f7fb66fa6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Synchronizing usage tracker for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:network {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:03:09.690058 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4c0515e1-4648-4409-b733-53bd12d27295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:09.695372 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4c0515e1-4648-4409-b733-53bd12d27295 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a90a1b29-197b-4a2a-b756-d123c0268e0a HTTP/1.1" status: 204  len: 168 time: 0.2473199
Feb 04 00:03:09.695372 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0515e1-4648-4409-b733-53bd12d27295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90a1b29-197b-4a2a-b756-d123c0268e0a,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:09.712030 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-c1c3e286-3306-4b85-b579-7c6f7fb66fa6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Unset dirty status for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:network {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:03:09.714748 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-c1c3e286-3306-4b85-b579-7c6f7fb66fa6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 815 time: 0.5178905
Feb 04 00:03:09.731400 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Request body: {'port': {'device_id': '545d6c21-0e6b-47c4-9db5-193d6b0d660e', 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085', 'admin_state_up': True, 'tenant_id': 'b662c50c07e142b2bfcf011600a2d20f'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:03:09.895322 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:09.918256 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:09.934344 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Made reservation on behalf of b662c50c07e142b2bfcf011600a2d20f for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:03:09.944069 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:10.217677 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43096956-c1f6-4ce3-801d-3c9b076e06ed req-806d074d-03a4-41cf-95a8-82bbbfe64c05 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:10.224728 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Allocated IP 172.20.0.8 (05e3a156-5e5b-45b1-984f-62dbbf637085/8895f53e-5c8c-4446-8d0c-f3329013e8c0/4fa3181f-dd07-425a-9a9f-cdb683335843) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:03:10.232747 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-43096956-c1f6-4ce3-801d-3c9b076e06ed req-806d074d-03a4-41cf-95a8-82bbbfe64c05 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.2206066
Feb 04 00:03:10.336394 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-43096956-c1f6-4ce3-801d-3c9b076e06ed req-b0f131da-249b-4b3d-9153-a1a2df901394 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024296
Feb 04 00:03:10.387520 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-783acbd4-a893-4b10-adb4-9f97ce5c8659 req-fe5ff52a-81cd-476a-b310-c7746f6d97a5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 210 time: 0.0996115
Feb 04 00:03:10.576799 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:10.610920 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:10.625455 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['77c3d168-33d7-4322-9b03-ff2e9efc4662'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:03:10.695355 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Network 05e3a156-5e5b-45b1-984f-62dbbf637085 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:03:10.699491 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:03:10.703735 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:03:10.707776 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:10.708446 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:10.731432 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Pushing event updated for resources: {'Port': ['ID=4fa3181f-dd07-425a-9a9f-cdb683335843,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:10.747705 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-fc13db07-9d1b-4981-9d7f-106868e9f6d5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0206602
Feb 04 00:03:10.759921 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Request body: {'port': {'device_id': '545d6c21-0e6b-47c4-9db5-193d6b0d660e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:03:10.901863 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:11.317987 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa3181f-dd07-425a-9a9f-cdb683335843 {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:03:11.327205 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:11.345234 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Transition to ACTIVE for port object 4fa3181f-dd07-425a-9a9f-cdb683335843 will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:03:11.353749 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:11.645305 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ca317-ae5d-4593-bf4f-a8a8ba7745a6 req-2b85f5e6-7cad-478b-b2f9-ad7d16d772aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:11.654145 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f39ca317-ae5d-4593-bf4f-a8a8ba7745a6 req-2b85f5e6-7cad-478b-b2f9-ad7d16d772aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1324818
Feb 04 00:03:11.707699 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33758) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:11.742425 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f39ca317-ae5d-4593-bf4f-a8a8ba7745a6 req-dadfe8b8-8b40-4828-acf1-84449268ee21 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870790
Feb 04 00:03:11.833027 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa3181f-dd07-425a-9a9f-cdb683335843,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:11.843271 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Attempting to bind port 4fa3181f-dd07-425a-9a9f-cdb683335843 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:03:11.843838 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Attempting to bind port 4fa3181f-dd07-425a-9a9f-cdb683335843 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:03:11.844270 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Attempting to bind port 4fa3181f-dd07-425a-9a9f-cdb683335843 on network 05e3a156-5e5b-45b1-984f-62dbbf637085 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:03:11.860997 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Port 4fa3181f-dd07-425a-9a9f-cdb683335843 on network 05e3a156-5e5b-45b1-984f-62dbbf637085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:03:11.861398 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Attempting to bind port 4fa3181f-dd07-425a-9a9f-cdb683335843 on network 05e3a156-5e5b-45b1-984f-62dbbf637085 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:03:11.878620 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:03:11.879073 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Checking segment: {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:03:11.879696 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Bound using segment: {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:03:11.880193 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Bound port: 4fa3181f-dd07-425a-9a9f-cdb683335843, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:03:11.880604 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:11.958865 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaf17f-2aab-49d8-bb9b-127ce694e5cd req-9c6d4257-0bb1-467f-8e4e-4b061b07a43d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:11.959453 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-8faaf17f-2aab-49d8-bb9b-127ce694e5cd req-9c6d4257-0bb1-467f-8e4e-4b061b07a43d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Synchronizing usage tracker for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:03:12.035835 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33776) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:12.051363 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-8faaf17f-2aab-49d8-bb9b-127ce694e5cd req-9c6d4257-0bb1-467f-8e4e-4b061b07a43d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Unset dirty status for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:03:12.052677 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8faaf17f-2aab-49d8-bb9b-127ce694e5cd req-9c6d4257-0bb1-467f-8e4e-4b061b07a43d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 943 time: 0.3196790
Feb 04 00:03:12.060343 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] For port 4fa3181f-dd07-425a-9a9f-cdb683335843, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:03:12.065208 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] For port 4fa3181f-dd07-425a-9a9f-cdb683335843, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=4fa3181f-dd07-425a-9a9f-cdb683335843,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:03:12.104960 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e5f273-21a7-4c0e-9cc8-a2b1679e9d39 admin admin] Deleting subnet 087a5650-a133-4adc-b8fa-2a302864c0c8 {{(pid=82731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:03:12.108877 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-10e5f273-21a7-4c0e-9cc8-a2b1679e9d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.114225 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.166081 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-10e5f273-21a7-4c0e-9cc8-a2b1679e9d39 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.182893 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-10e5f273-21a7-4c0e-9cc8-a2b1679e9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.231527 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33780) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:12.287217 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.289095 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] 10.222.0.48 "PUT /v2.0/ports/4fa3181f-dd07-425a-9a9f-cdb683335843 HTTP/1.1" status: 200  len: 1093 time: 1.5340683
Feb 04 00:03:12.290892 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545d6c21-0e6b-47c4-9db5-193d6b0d660e', 'tag': '4fa3181f-dd07-425a-9a9f-cdb683335843'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:03:12.306950 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8faaf17f-2aab-49d8-bb9b-127ce694e5cd req-6b36d6dc-432a-419e-821f-17de79df4654 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442083
Feb 04 00:03:12.312427 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-42210ebb-396d-4a4a-9b68-1ca63dfa8012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.313043 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2aa1f-f9ec-41f3-a892-d6b1b01d1a59 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa3181f-dd07-425a-9a9f-cdb683335843,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:12.367022 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-42210ebb-396d-4a4a-9b68-1ca63dfa8012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:12.379300 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-42210ebb-396d-4a4a-9b68-1ca63dfa8012 admin admin] Usage tracker for resource:security_group_rule and tenant:3b0dffd5c1624957bf4a60da27c51701 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:12.386159 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-42210ebb-396d-4a4a-9b68-1ca63dfa8012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:12.402289 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-42210ebb-396d-4a4a-9b68-1ca63dfa8012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:12.417359 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-10e5f273-21a7-4c0e-9cc8-a2b1679e9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.457655 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5f273-21a7-4c0e-9cc8-a2b1679e9d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087a5650-a133-4adc-b8fa-2a302864c0c8,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:12.463776 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-453feaca-4b83-4873-855a-8aafa8a8d36a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 1096 time: 0.1116750
Feb 04 00:03:12.466543 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545d6c21-0e6b-47c4-9db5-193d6b0d660e', 'tag': '4fa3181f-dd07-425a-9a9f-cdb683335843', 'status': 'completed', 'code': 200}
Feb 04 00:03:12.473395 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-10e5f273-21a7-4c0e-9cc8-a2b1679e9d39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.493960 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-10e5f273-21a7-4c0e-9cc8-a2b1679e9d39 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/087a5650-a133-4adc-b8fa-2a302864c0c8 HTTP/1.1" status: 204  len: 168 time: 0.4571784
Feb 04 00:03:12.496575 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33790) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:12.561728 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-074d2a07-1f99-4e57-9063-39f4d1037ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.570878 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-1746c557-8a05-4107-99b9-f903240fc8c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fa3181f-dd07-425a-9a9f-cdb683335843 HTTP/1.1" status: 200  len: 217 time: 0.0974741
Feb 04 00:03:12.636219 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-42210ebb-396d-4a4a-9b68-1ca63dfa8012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.642019 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.644874 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-42210ebb-396d-4a4a-9b68-1ca63dfa8012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.669582 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-074d2a07-1f99-4e57-9063-39f4d1037ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:12.676806 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-074d2a07-1f99-4e57-9063-39f4d1037ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:9f648de7f0a54d6db76d35c7ece508bb is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:12.680690 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-6968159b-0adb-452c-b388-d154ffc09b7e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:12.682017 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-6968159b-0adb-452c-b388-d154ffc09b7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8895f53e-5c8c-4446-8d0c-f3329013e8c0 HTTP/1.1" status: 200  len: 855 time: 0.1039202
Feb 04 00:03:12.682811 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-074d2a07-1f99-4e57-9063-39f4d1037ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:12.696451 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-074d2a07-1f99-4e57-9063-39f4d1037ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:12.729991 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42210ebb-396d-4a4a-9b68-1ca63dfa8012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c86e66c-7038-4fdb-929c-6b5569b3737b,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:12.737842 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-42210ebb-396d-4a4a-9b68-1ca63dfa8012 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b0dffd5c1624957bf4a60da27c51701&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0280445
Feb 04 00:03:12.739799 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-40a9a1f9-d136-4691-a172-5cb3516c939d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05e3a156-5e5b-45b1-984f-62dbbf637085&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445015
Feb 04 00:03:12.740252 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33798) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:12.826465 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:12.855525 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9df6bce220>> segment before_delete 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.856391 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9df6bce220>> subnet precommit_delete_associations 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.857199 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df7445670>> segment_host_mapping after_create 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.857547 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df7445670>> port after_create 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.857881 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df7445670>> port after_delete 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.858433 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df7445670>> port after_update 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.858753 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df7445670>> segment after_delete 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.859074 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df7445670>> subnet after_create 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.859448 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df7445670>> subnet after_delete 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.859949 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df7445670>> subnet after_update 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.977024 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9df6cc8bb0>> subnet after_create 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.977264 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9df6cc8bb0>> subnet after_delete 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.977589 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9df6cc8bb0>> subnet before_create 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.977928 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9df6cc8bb0>> subnet before_update 55550000 {{(pid=82731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:12.978273 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df732fc40>,) {'filters': {'network_id': ['cd47688e-b74a-483a-9f79-fa64274df270']}} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:03:12.992073 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df732fc40>, 'e5319bbc-e877-4a9c-a77a-8a33ecaf1f75') {'for_net_delete': True} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:03:12.992365 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df732fc40>, 'e5319bbc-e877-4a9c-a77a-8a33ecaf1f75') {} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:03:13.003624 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15390588'] for segment, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.019914 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.027650 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-6fde9cd0-bec1-4084-bb90-bce95d296bfd service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2680938
Feb 04 00:03:13.028989 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=82731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:03:13.029370 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223787'] for segment, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.031814 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f5b87766-40d6-48c0-9beb-727b4711246c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.044567 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-074d2a07-1f99-4e57-9063-39f4d1037ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   util.warn_limited(
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   util.warn_limited(
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]: Traceback (most recent call last):
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     timer()
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     cb(*args, **kw)
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     return func(*args, **kwargs)
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     self._notify()
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     self.callback(batched_events)
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     event.method(event)
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     return f(self, *a, **k)
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._get(url).json()
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:03:13.045264 dv-cinder-827776-1-iscsi neutron-server[82731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:03:13.075240 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-074d2a07-1f99-4e57-9063-39f4d1037ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.125314 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.146506 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.150257 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd47688e-b74a-483a-9f79-fa64274df270,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:13.168746 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4ab68ec5-f3a0-44a1-b01f-8a7513876d98 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cd47688e-b74a-483a-9f79-fa64274df270 HTTP/1.1" status: 204  len: 168 time: 0.6709785
Feb 04 00:03:13.185416 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f5b87766-40d6-48c0-9beb-727b4711246c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.243136 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-074d2a07-1f99-4e57-9063-39f4d1037ca8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f648de7f0a54d6db76d35c7ece508bb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0017328
Feb 04 00:03:13.243136 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d2a07-1f99-4e57-9063-39f4d1037ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7120eb52-b5e6-4edf-831b-8467d6676cd3,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:13.245111 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33816) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:13.272867 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efd556-ead6-4e8b-94f6-b53241ad2456 req-0f81036e-a53d-44be-9eca-c71d6a7a8085 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:13.274460 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-92efd556-ead6-4e8b-94f6-b53241ad2456 req-0f81036e-a53d-44be-9eca-c71d6a7a8085 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.3999546
Feb 04 00:03:13.324080 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1e67aff0-6c00-4f8d-83d4-a7d4f0122176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.338512 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33820) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:13.391869 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1e67aff0-6c00-4f8d-83d4-a7d4f0122176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.402425 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-92efd556-ead6-4e8b-94f6-b53241ad2456 req-ed90257e-910c-4d41-940d-4f6361b740c4 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197648
Feb 04 00:03:13.418281 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-53113eab-a920-4984-bc5f-26998dec7fd3 req-67a12497-c1e2-48cd-b34f-46082079e015 service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3647292
Feb 04 00:03:13.429457 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f5b87766-40d6-48c0-9beb-727b4711246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.475924 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b87766-40d6-48c0-9beb-727b4711246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c86e66c-7038-4fdb-929c-6b5569b3737b,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:13.486817 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-23a7d5d6-8198-4a87-bc81-f82fd0f7d62b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4bc47e37e2b4d03b1d136e5597d1762&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1472282
Feb 04 00:03:13.489334 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33830) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:13.543800 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f5b87766-40d6-48c0-9beb-727b4711246c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.547118 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-f5b87766-40d6-48c0-9beb-727b4711246c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c86e66c-7038-4fdb-929c-6b5569b3737b HTTP/1.1" status: 204  len: 168 time: 0.8001111
Feb 04 00:03:13.561970 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1e67aff0-6c00-4f8d-83d4-a7d4f0122176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.580902 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67aff0-6c00-4f8d-83d4-a7d4f0122176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7120eb52-b5e6-4edf-831b-8467d6676cd3,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:13.596137 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1e67aff0-6c00-4f8d-83d4-a7d4f0122176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.597652 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-1e67aff0-6c00-4f8d-83d4-a7d4f0122176 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7120eb52-b5e6-4edf-831b-8467d6676cd3 HTTP/1.1" status: 204  len: 168 time: 0.3511863
Feb 04 00:03:13.609717 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc28928-2c74-4bc1-8d21-2956983bf3e8 req-d37221d7-e46c-42f6-be01-14d87de5fceb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:13.612141 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bbc28928-2c74-4bc1-8d21-2956983bf3e8 req-d37221d7-e46c-42f6-be01-14d87de5fceb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 943 time: 0.1168399
Feb 04 00:03:13.622592 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-84de245e-cc26-42cb-a027-3df9de9d7c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.640232 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f2307f52-cec3-4c5d-9658-67c7ca589673 req-e3649d3f-b9c3-4af3-a1f1-f1bedc1ee4b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 1096 time: 0.1524892
Feb 04 00:03:13.662020 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bbc28928-2c74-4bc1-8d21-2956983bf3e8 req-081ef26b-ce7c-4b7f-8988-6d4b70b22ef1 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440521
Feb 04 00:03:13.694251 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-84de245e-cc26-42cb-a027-3df9de9d7c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.848127 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-84de245e-cc26-42cb-a027-3df9de9d7c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.858725 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2307f52-cec3-4c5d-9658-67c7ca589673 req-9d515121-676a-4926-be19-d3e35278523c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:13.860201 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f2307f52-cec3-4c5d-9658-67c7ca589673 req-9d515121-676a-4926-be19-d3e35278523c service neutron] 10.222.0.48 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 916 time: 0.2109771
Feb 04 00:03:13.867945 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de245e-cc26-42cb-a027-3df9de9d7c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67db9ff-5286-4b09-98e9-ea925e0644eb,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:13.952632 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f2307f52-cec3-4c5d-9658-67c7ca589673 req-09b54c3d-0e9e-4f7d-a3c7-bf5ebe925063 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fa3181f-dd07-425a-9a9f-cdb683335843 HTTP/1.1" status: 200  len: 217 time: 0.0726359
Feb 04 00:03:13.953723 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-84de245e-cc26-42cb-a027-3df9de9d7c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:13.957555 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-84de245e-cc26-42cb-a027-3df9de9d7c0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c67db9ff-5286-4b09-98e9-ea925e0644eb HTTP/1.1" status: 204  len: 168 time: 0.4672525
Feb 04 00:03:13.981562 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33848) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:14.040729 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2307f52-cec3-4c5d-9658-67c7ca589673 req-58026a8b-26cb-43e7-9bb9-36cb12a50981 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:14.042229 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f2307f52-cec3-4c5d-9658-67c7ca589673 req-58026a8b-26cb-43e7-9bb9-36cb12a50981 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8895f53e-5c8c-4446-8d0c-f3329013e8c0 HTTP/1.1" status: 200  len: 855 time: 0.0807629
Feb 04 00:03:14.097359 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f2307f52-cec3-4c5d-9658-67c7ca589673 req-5444ae3c-92cf-4148-a73e-e6921e372680 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05e3a156-5e5b-45b1-984f-62dbbf637085&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472624
Feb 04 00:03:14.177274 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33856) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:14.231779 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6f9eaebd-fcc8-464d-98a9-432f09c1ec00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:14.273250 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f2307f52-cec3-4c5d-9658-67c7ca589673 req-375ca841-cd2f-4450-b0b0-dbbadcc21a0e service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671543
Feb 04 00:03:14.290167 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-6f9eaebd-fcc8-464d-98a9-432f09c1ec00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:14.295962 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-6f9eaebd-fcc8-464d-98a9-432f09c1ec00 admin admin] Usage tracker for resource:security_group_rule and tenant:c02709e2215444869682fafad74ca76a is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:14.299345 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-6f9eaebd-fcc8-464d-98a9-432f09c1ec00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:14.310360 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-6f9eaebd-fcc8-464d-98a9-432f09c1ec00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:14.427323 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6f9eaebd-fcc8-464d-98a9-432f09c1ec00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:14.465561 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6f9eaebd-fcc8-464d-98a9-432f09c1ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:14.491787 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f336f9ea-9473-4af8-8b62-a87e398c0fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:14.552163 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eaebd-fcc8-464d-98a9-432f09c1ec00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6c4cba-074b-493a-bb43-83b60b97dcf3,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:14.560654 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-6f9eaebd-fcc8-464d-98a9-432f09c1ec00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c02709e2215444869682fafad74ca76a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3803821
Feb 04 00:03:14.561333 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33870) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:14.562449 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f336f9ea-9473-4af8-8b62-a87e398c0fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:14.567507 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f336f9ea-9473-4af8-8b62-a87e398c0fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7de2314c17482a9e905293d4d29fc9 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:14.581014 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f336f9ea-9473-4af8-8b62-a87e398c0fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:14.590628 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f336f9ea-9473-4af8-8b62-a87e398c0fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:14.597695 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f2307f52-cec3-4c5d-9658-67c7ca589673 req-e57acbd1-9a63-48d5-801f-db2649f89db5 service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3144934
Feb 04 00:03:14.669250 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-77c21713-cb8e-4f17-8f5a-ec53dc8bf24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:14.724922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-77c21713-cb8e-4f17-8f5a-ec53dc8bf24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:14.761253 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f336f9ea-9473-4af8-8b62-a87e398c0fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:14.762982 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a83e6-53b6-46e1-9898-48b9f6c708c3 req-03a4498e-6149-4944-9968-1e983b0444af tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:14.766013 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f30a83e6-53b6-46e1-9898-48b9f6c708c3 req-03a4498e-6149-4944-9968-1e983b0444af tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1255984
Feb 04 00:03:14.767875 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 4fa3181f-dd07-425a-9a9f-cdb683335843 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:03:14.772760 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f336f9ea-9473-4af8-8b62-a87e398c0fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:14.831882 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336f9ea-9473-4af8-8b62-a87e398c0fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e61bf7-160a-4dcc-a2c0-14e07d7e0786,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:14.837582 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f336f9ea-9473-4af8-8b62-a87e398c0fe0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd7de2314c17482a9e905293d4d29fc9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8549719
Feb 04 00:03:14.842300 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33884) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:14.864257 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-77c21713-cb8e-4f17-8f5a-ec53dc8bf24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:14.874846 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f30a83e6-53b6-46e1-9898-48b9f6c708c3 req-12777a5c-0a27-4262-9b7d-f5f4f4be2386 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030951
Feb 04 00:03:14.947928 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c21713-cb8e-4f17-8f5a-ec53dc8bf24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6c4cba-074b-493a-bb43-83b60b97dcf3,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:14.995034 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-77c21713-cb8e-4f17-8f5a-ec53dc8bf24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:14.996811 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-77c21713-cb8e-4f17-8f5a-ec53dc8bf24b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d6c4cba-074b-493a-bb43-83b60b97dcf3 HTTP/1.1" status: 204  len: 168 time: 0.4317973
Feb 04 00:03:15.017099 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 4fa3181f-dd07-425a-9a9f-cdb683335843, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=4fa3181f-dd07-425a-9a9f-cdb683335843,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:03:15.025331 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-166a33a0-330a-48dd-adb4-43477fb2c068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:15.033417 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '4fa3181f-dd07-425a-9a9f-cdb683335843', 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085', 'port_id': '4fa3181f-dd07-425a-9a9f-cdb683335843', 'mac_address': 'fa:16:3e:5d:75:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8895f53e-5c8c-4446-8d0c-f3329013e8c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:03:15.084118 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981bf7a-1ee4-4e60-9589-a0bb577f15a2 req-e7dd6be0-414b-449c-931d-1025ba078b44 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:15.086405 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a981bf7a-1ee4-4e60-9589-a0bb577f15a2 req-e7dd6be0-414b-449c-931d-1025ba078b44 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 943 time: 0.2007430
Feb 04 00:03:15.088184 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-166a33a0-330a-48dd-adb4-43477fb2c068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:15.105656 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:15.128133 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa3181f-dd07-425a-9a9f-cdb683335843 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:03:15.140483 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a981bf7a-1ee4-4e60-9589-a0bb577f15a2 req-67225a68-e671-497b-838c-60968135731e tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445399
Feb 04 00:03:15.148505 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 4fa3181f-dd07-425a-9a9f-cdb683335843, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=4fa3181f-dd07-425a-9a9f-cdb683335843,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:03:15.156998 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:15.190695 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-166a33a0-330a-48dd-adb4-43477fb2c068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:15.208447 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a33a0-330a-48dd-adb4-43477fb2c068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e61bf7-160a-4dcc-a2c0-14e07d7e0786,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:15.220104 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-166a33a0-330a-48dd-adb4-43477fb2c068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:15.221586 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-166a33a0-330a-48dd-adb4-43477fb2c068 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7e61bf7-160a-4dcc-a2c0-14e07d7e0786 HTTP/1.1" status: 204  len: 168 time: 0.3782327
Feb 04 00:03:15.250432 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=4fa3181f-dd07-425a-9a9f-cdb683335843,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:15.259681 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.260027 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.260378 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.260701 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.261027 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.261431 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.261660 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.262005 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.262329 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.262646 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.262960 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:15.458567 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['4fa3181f-dd07-425a-9a9f-cdb683335843'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:03:15.578051 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3775fd2c-fcc1-4c09-bacc-52480f8e499b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:15.727901 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 33920) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:15.755048 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-96c5e571-cc5e-4e7c-accc-4fd71ad749d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:15.794347 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-96c5e571-cc5e-4e7c-accc-4fd71ad749d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:15.798945 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-96c5e571-cc5e-4e7c-accc-4fd71ad749d9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c20409d1b114d1f93a16a251fb19ade is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:15.802105 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-96c5e571-cc5e-4e7c-accc-4fd71ad749d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:15.807977 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-96c5e571-cc5e-4e7c-accc-4fd71ad749d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:15.901743 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-96c5e571-cc5e-4e7c-accc-4fd71ad749d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:15.915354 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-96c5e571-cc5e-4e7c-accc-4fd71ad749d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:15.983399 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-96c5e571-cc5e-4e7c-accc-4fd71ad749d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c20409d1b114d1f93a16a251fb19ade&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2540751
Feb 04 00:03:15.984224 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33946) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:15.992047 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5e571-cc5e-4e7c-accc-4fd71ad749d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca35e6c8-1a42-4b27-8eda-49dd1fccef98,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:16.074937 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-03a87b83-bbd4-40fc-8e23-ea937a25d09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:16.164152 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-03a87b83-bbd4-40fc-8e23-ea937a25d09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:16.249385 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-03a87b83-bbd4-40fc-8e23-ea937a25d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:16.277515 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a87b83-bbd4-40fc-8e23-ea937a25d09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca35e6c8-1a42-4b27-8eda-49dd1fccef98,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:16.292928 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e64e9-41b7-42d3-adb9-a03a124e84ff req-e8aab2c5-651b-40db-a802-91680ec123b1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:16.300971 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b37e64e9-41b7-42d3-adb9-a03a124e84ff req-e8aab2c5-651b-40db-a802-91680ec123b1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1982636
Feb 04 00:03:16.327181 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-03a87b83-bbd4-40fc-8e23-ea937a25d09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:16.331895 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-03a87b83-bbd4-40fc-8e23-ea937a25d09c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca35e6c8-1a42-4b27-8eda-49dd1fccef98 HTTP/1.1" status: 204  len: 168 time: 0.3458929
Feb 04 00:03:16.362019 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b37e64e9-41b7-42d3-adb9-a03a124e84ff req-0cf1e557-f778-4958-a1fb-057aa92aa579 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593536
Feb 04 00:03:16.424221 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db07a8-6e3c-47c4-8915-50d9c483461a req-b3d8e8c0-3ad4-41d7-8259-30702ebc1a9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:16.425868 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f4db07a8-6e3c-47c4-8915-50d9c483461a req-b3d8e8c0-3ad4-41d7-8259-30702ebc1a9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 944 time: 0.1246736
Feb 04 00:03:16.480784 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f4db07a8-6e3c-47c4-8915-50d9c483461a req-cd179b57-10ac-438f-859e-c26481104fad tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485299
Feb 04 00:03:16.785712 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 4fa3181f-dd07-425a-9a9f-cdb683335843 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:03:16.971049 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 4fa3181f-dd07-425a-9a9f-cdb683335843 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:03:16.978814 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 4fa3181f-dd07-425a-9a9f-cdb683335843 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:03:16.979197 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:17.104508 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:17.133036 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d6c21-0e6b-47c4-9db5-193d6b0d660e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa3181f-dd07-425a-9a9f-cdb683335843'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:03:17.156203 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 4fa3181f-dd07-425a-9a9f-cdb683335843, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=4fa3181f-dd07-425a-9a9f-cdb683335843,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:03:17.160993 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:17.178314 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 33998) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:17.257708 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d6c21-0e6b-47c4-9db5-193d6b0d660e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa3181f-dd07-425a-9a9f-cdb683335843', 'code': 200}
Feb 04 00:03:17.284243 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=4fa3181f-dd07-425a-9a9f-cdb683335843,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:17.554884 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d856-e027-44e9-a126-dc70782f1be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:17.608358 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-2ff6d856-e027-44e9-a126-dc70782f1be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:17.618911 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-447a7ab2-e859-45cc-8145-0139d81f34d0 req-f8ca00ba-bfba-4c0f-9e7d-2c959dbc4b1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 1098 time: 0.1395874
Feb 04 00:03:17.620118 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-2ff6d856-e027-44e9-a126-dc70782f1be4 admin admin] Usage tracker for resource:security_group_rule and tenant:835bc6109f88430a95321965fb451298 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:17.623497 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-2ff6d856-e027-44e9-a126-dc70782f1be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:17.655813 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-2ff6d856-e027-44e9-a126-dc70782f1be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:17.729844 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621c2d4-3c2e-40a0-8901-287f86bbc3d0 req-cbd6be03-ac9c-4be7-9384-c8b8d7458670 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:17.741351 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5621c2d4-3c2e-40a0-8901-287f86bbc3d0 req-cbd6be03-ac9c-4be7-9384-c8b8d7458670 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1954389
Feb 04 00:03:17.761284 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-447a7ab2-e859-45cc-8145-0139d81f34d0 req-aa34f573-4d23-486a-a3b9-de79f687aa7e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328573
Feb 04 00:03:17.844062 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d1837-500a-474b-9dfa-594d55f4f7b6 req-11795518-849c-4eb2-ac8c-42cdfbd0c818 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:17.852623 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3f5d1837-500a-474b-9dfa-594d55f4f7b6 req-11795518-849c-4eb2-ac8c-42cdfbd0c818 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 945 time: 0.1837530
Feb 04 00:03:17.853529 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5621c2d4-3c2e-40a0-8901-287f86bbc3d0 req-b64df3ed-a4d5-4425-8f2f-33f92fb745fe tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110394
Feb 04 00:03:17.859516 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d856-e027-44e9-a126-dc70782f1be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:17.885559 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d856-e027-44e9-a126-dc70782f1be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:17.946774 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6d856-e027-44e9-a126-dc70782f1be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac3eb39-66a7-4ab1-ace0-9e8c22be6a13,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:17.983216 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-2ff6d856-e027-44e9-a126-dc70782f1be4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=835bc6109f88430a95321965fb451298&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8034623
Feb 04 00:03:17.986155 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34034) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:17.987178 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-1affdc73-a9e0-40c8-bcc5-4951a18a1689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:17.996818 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3f5d1837-500a-474b-9dfa-594d55f4f7b6 req-58ca8ee7-0aa1-44af-aded-0c878563acbc tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433508
Feb 04 00:03:18.088035 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-62a7bcee-3fa2-46f0-9525-73826feee780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:18.117778 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-62a7bcee-3fa2-46f0-9525-73826feee780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:18.248986 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-62a7bcee-3fa2-46f0-9525-73826feee780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:18.276342 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7bcee-3fa2-46f0-9525-73826feee780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac3eb39-66a7-4ab1-ace0-9e8c22be6a13,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:18.285274 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-62a7bcee-3fa2-46f0-9525-73826feee780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:18.286384 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-62a7bcee-3fa2-46f0-9525-73826feee780 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ac3eb39-66a7-4ab1-ace0-9e8c22be6a13 HTTP/1.1" status: 204  len: 168 time: 0.2990148
Feb 04 00:03:19.001609 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:19.137373 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:19.326492 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cd771-f37c-4d89-b8c8-0eb86d29b3ab req-b629a16f-81ed-483d-864b-ecc6c9883a4a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:19.332141 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8f1cd771-f37c-4d89-b8c8-0eb86d29b3ab req-b629a16f-81ed-483d-864b-ecc6c9883a4a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1529024
Feb 04 00:03:19.459199 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec1a3d-d82e-4f65-b63c-da9b40e286b0 req-870ba89d-6d06-4eca-a8c7-c13dab389954 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:19.464000 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2bec1a3d-d82e-4f65-b63c-da9b40e286b0 req-870ba89d-6d06-4eca-a8c7-c13dab389954 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 945 time: 0.1571174
Feb 04 00:03:19.484586 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8f1cd771-f37c-4d89-b8c8-0eb86d29b3ab req-53c87b3b-f06e-4d8a-83f0-7d15fa4aee6d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424439
Feb 04 00:03:19.554337 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2bec1a3d-d82e-4f65-b63c-da9b40e286b0 req-2c287c13-4463-44c2-964c-7f33ad7e18f0 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853617
Feb 04 00:03:20.371006 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:20.739584 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638d471-b359-4dee-9f66-75961de1afad req-eca332ea-0c2e-4b2b-b979-a487adafb401 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:20.741575 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6638d471-b359-4dee-9f66-75961de1afad req-eca332ea-0c2e-4b2b-b979-a487adafb401 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1101289
Feb 04 00:03:20.819769 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6638d471-b359-4dee-9f66-75961de1afad req-184e5550-32da-4203-bc2b-58b9c55104ad tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712485
Feb 04 00:03:20.844781 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f6426-dd39-4991-a5aa-8d4a509ec159 req-b9c69301-439c-4e30-9cfd-b9bc14fcee50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:20.855579 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6b7f6426-dd39-4991-a5aa-8d4a509ec159 req-b9c69301-439c-4e30-9cfd-b9bc14fcee50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 945 time: 0.1747699
Feb 04 00:03:20.917205 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6b7f6426-dd39-4991-a5aa-8d4a509ec159 req-15437038-17a4-4b58-971a-7028cd27508f tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553515
Feb 04 00:03:21.452020 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:03:22.072128 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbc144-73b0-45db-b924-c40d8ec4eca7 req-6298d991-7b89-4613-988d-922f9f9b8d5d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:22.077427 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fbfbc144-73b0-45db-b924-c40d8ec4eca7 req-6298d991-7b89-4613-988d-922f9f9b8d5d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1029789
Feb 04 00:03:22.146562 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fbfbc144-73b0-45db-b924-c40d8ec4eca7 req-e3a559dd-2467-4b5d-9529-60de11c87b06 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681663
Feb 04 00:03:22.168440 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34280) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:22.430722 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a71f4870-61d6-4fc3-b533-28396413aea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:22.480198 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-a71f4870-61d6-4fc3-b533-28396413aea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:22.486004 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-a71f4870-61d6-4fc3-b533-28396413aea5 admin admin] Usage tracker for resource:security_group_rule and tenant:0dc13ba8da474f6b8257e34401413540 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:22.488908 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-a71f4870-61d6-4fc3-b533-28396413aea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:22.495353 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-a71f4870-61d6-4fc3-b533-28396413aea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:22.584131 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a71f4870-61d6-4fc3-b533-28396413aea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:22.593401 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a71f4870-61d6-4fc3-b533-28396413aea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:22.643970 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f4870-61d6-4fc3-b533-28396413aea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df957467-0e86-4df1-bb1f-7085cbbce479,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:22.650121 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a71f4870-61d6-4fc3-b533-28396413aea5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dc13ba8da474f6b8257e34401413540&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4804235
Feb 04 00:03:22.652616 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34304) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:22.717757 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a68f4fac-a593-415d-817d-7628efab8d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:22.747896 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a68f4fac-a593-415d-817d-7628efab8d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:22.817722 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a68f4fac-a593-415d-817d-7628efab8d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:22.833430 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f4fac-a593-415d-817d-7628efab8d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df957467-0e86-4df1-bb1f-7085cbbce479,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:22.841208 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a68f4fac-a593-415d-817d-7628efab8d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:22.842426 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a68f4fac-a593-415d-817d-7628efab8d22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df957467-0e86-4df1-bb1f-7085cbbce479 HTTP/1.1" status: 204  len: 168 time: 0.1887658
Feb 04 00:03:23.259790 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34342) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:23.316286 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-46b26182-8a2d-4293-9dbb-77e803ca06ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:23.372815 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-46b26182-8a2d-4293-9dbb-77e803ca06ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:23.378373 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-46b26182-8a2d-4293-9dbb-77e803ca06ec admin admin] Usage tracker for resource:security_group_rule and tenant:db22bc45778247aeb2b6d0308b21fac8 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:23.382988 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-46b26182-8a2d-4293-9dbb-77e803ca06ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:23.391014 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-46b26182-8a2d-4293-9dbb-77e803ca06ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:23.407358 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06651f4-52bf-4cf7-97d3-91b4067da9e4 req-a714add0-0652-461c-af3a-9371c8ef4a5c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:23.408837 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c06651f4-52bf-4cf7-97d3-91b4067da9e4 req-a714add0-0652-461c-af3a-9371c8ef4a5c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1438813
Feb 04 00:03:23.484991 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c06651f4-52bf-4cf7-97d3-91b4067da9e4 req-6d236d69-87db-48ba-a44c-cf8f1b701678 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688295
Feb 04 00:03:23.513042 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-46b26182-8a2d-4293-9dbb-77e803ca06ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:23.517992 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-46b26182-8a2d-4293-9dbb-77e803ca06ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:23.577668 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b26182-8a2d-4293-9dbb-77e803ca06ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cec10b4-dd02-4af0-9150-7937d42a52ea,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:23.582072 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-46b26182-8a2d-4293-9dbb-77e803ca06ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db22bc45778247aeb2b6d0308b21fac8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3206465
Feb 04 00:03:23.585250 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34356) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:23.657847 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7ec1-739f-4ec9-9bee-1201b73321b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:23.683814 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7ec1-739f-4ec9-9bee-1201b73321b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:23.749606 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7ec1-739f-4ec9-9bee-1201b73321b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:23.768913 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c7ec1-739f-4ec9-9bee-1201b73321b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cec10b4-dd02-4af0-9150-7937d42a52ea,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:23.776458 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7ec1-739f-4ec9-9bee-1201b73321b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:23.782949 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-5c5c7ec1-739f-4ec9-9bee-1201b73321b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cec10b4-dd02-4af0-9150-7937d42a52ea HTTP/1.1" status: 204  len: 168 time: 0.1939380
Feb 04 00:03:24.761928 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd69cc-2f79-476d-a80e-a942a900040e req-77fa5178-088c-4fd3-b467-94b1eb293e49 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:24.763891 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-98dd69cc-2f79-476d-a80e-a942a900040e req-77fa5178-088c-4fd3-b467-94b1eb293e49 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1105809
Feb 04 00:03:24.845864 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-98dd69cc-2f79-476d-a80e-a942a900040e req-d9aa4a84-378c-47f6-8fed-f2753e2d1d51 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752637
Feb 04 00:03:25.247096 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-33d189a8-3ec5-4075-a91e-7d630d6a0ffc tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:25.248792 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-33d189a8-3ec5-4075-a91e-7d630d6a0ffc tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 815 time: 0.1714637
Feb 04 00:03:25.267701 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-fe1a5894-5f2f-4599-a2e9-443c62e0b67f tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/quotas/b662c50c07e142b2bfcf011600a2d20f HTTP/1.1" status: 200  len: 375 time: 0.0134251
Feb 04 00:03:25.369281 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-9f64e7be-c55a-41c8-b3eb-3bec88e87924 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0890367
Feb 04 00:03:25.515164 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-28e137e7-47e0-4bca-8122-83ca59991e0c service neutron] 10.222.0.13 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377091
Feb 04 00:03:25.655081 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-45982b09-f188-4403-8aba-d307b33ed76c service neutron] 10.222.0.13 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335049
Feb 04 00:03:25.678905 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:25.872367 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-555421fb-28cb-462f-8fec-57fd53ea5607 req-fb66b432-4a9c-4e59-a2ba-0833cf4dd2fc tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 210 time: 0.0514131
Feb 04 00:03:26.083527 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ad68b-0f78-446f-a1f8-d0b12a4bf5d9 req-61771782-ca38-4298-a5bf-b76874aa1446 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:26.085828 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-599ad68b-0f78-446f-a1f8-d0b12a4bf5d9 req-61771782-ca38-4298-a5bf-b76874aa1446 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0914738
Feb 04 00:03:26.153431 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-599ad68b-0f78-446f-a1f8-d0b12a4bf5d9 req-a4a0bd43-fd24-4fc6-92ef-6ba2e3929d10 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599267
Feb 04 00:03:26.673258 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34496) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:26.843878 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0fa27a8f-d87f-4c67-a60b-d4391aab675d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:26.883728 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-0fa27a8f-d87f-4c67-a60b-d4391aab675d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:26.889322 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-0fa27a8f-d87f-4c67-a60b-d4391aab675d admin admin] Usage tracker for resource:security_group_rule and tenant:3a10924d72204759a028a747c2f248ce is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:26.893380 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-0fa27a8f-d87f-4c67-a60b-d4391aab675d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:26.905323 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-0fa27a8f-d87f-4c67-a60b-d4391aab675d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:27.039429 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0fa27a8f-d87f-4c67-a60b-d4391aab675d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:27.052578 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0fa27a8f-d87f-4c67-a60b-d4391aab675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:27.085391 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2330e150-9123-47f9-8dcc-96bf27e127a7 req-d7e48948-7df8-4377-b51a-652e9ce10c7b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 210 time: 0.0510645
Feb 04 00:03:27.117501 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-0fa27a8f-d87f-4c67-a60b-d4391aab675d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a10924d72204759a028a747c2f248ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4431179
Feb 04 00:03:27.120233 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 34512) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:27.136919 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa27a8f-d87f-4c67-a60b-d4391aab675d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91521c68-59d7-443c-9dd3-b7c8f374e86a,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:27.327578 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d4c0e210-bb59-4789-b2d4-52e40897d1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:27.359034 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d4c0e210-bb59-4789-b2d4-52e40897d1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:27.442628 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-9d8b4bf2-50f2-4283-9349-6636adc2b822 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:27.444785 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-9d8b4bf2-50f2-4283-9349-6636adc2b822 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 815 time: 0.2715461
Feb 04 00:03:27.456935 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d4c0e210-bb59-4789-b2d4-52e40897d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:27.468855 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee942091-0cc8-4785-b4f5-aceb82114366 req-8b0b3d30-8566-45c6-9082-557d99b8f6ad tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:27.470424 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ee942091-0cc8-4785-b4f5-aceb82114366 req-8b0b3d30-8566-45c6-9082-557d99b8f6ad tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1543210
Feb 04 00:03:27.478495 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Request body: {'port': {'device_id': '7c3d8e12-89fd-4687-8d6f-a3b22547e441', 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085', 'admin_state_up': True, 'tenant_id': 'b662c50c07e142b2bfcf011600a2d20f'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:03:27.532170 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ee942091-0cc8-4785-b4f5-aceb82114366 req-53ff6a14-98c6-40fc-95de-6513fd849237 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546479
Feb 04 00:03:27.556769 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0e210-bb59-4789-b2d4-52e40897d1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91521c68-59d7-443c-9dd3-b7c8f374e86a,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:27.572956 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d4c0e210-bb59-4789-b2d4-52e40897d1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:27.574118 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-d4c0e210-bb59-4789-b2d4-52e40897d1a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91521c68-59d7-443c-9dd3-b7c8f374e86a HTTP/1.1" status: 204  len: 168 time: 0.4529009
Feb 04 00:03:27.638556 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:27.649434 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:27.660863 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Made reservation on behalf of b662c50c07e142b2bfcf011600a2d20f for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:03:27.664348 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:27.851472 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Allocated IP 172.20.0.2 (05e3a156-5e5b-45b1-984f-62dbbf637085/8895f53e-5c8c-4446-8d0c-f3329013e8c0/86d177ab-f851-4970-a070-9783f0ddcaf7) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:03:27.979738 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34536) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:27.999439 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b123cc0b-f670-4fbd-a514-44e4353cd44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.033316 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-b123cc0b-f670-4fbd-a514-44e4353cd44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:28.038579 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-b123cc0b-f670-4fbd-a514-44e4353cd44c admin admin] Usage tracker for resource:security_group_rule and tenant:ef87ab5e99944510b55829e0a3d96282 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:28.042060 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-b123cc0b-f670-4fbd-a514-44e4353cd44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:28.048168 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-b123cc0b-f670-4fbd-a514-44e4353cd44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:28.148848 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b123cc0b-f670-4fbd-a514-44e4353cd44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.158669 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.163595 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b123cc0b-f670-4fbd-a514-44e4353cd44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.196987 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.216160 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['77c3d168-33d7-4322-9b03-ff2e9efc4662', '4fa3181f-dd07-425a-9a9f-cdb683335843'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:03:28.259722 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123cc0b-f670-4fbd-a514-44e4353cd44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff8d7be-1701-4bec-9c52-a190f9d1796c,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:28.266543 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-b123cc0b-f670-4fbd-a514-44e4353cd44c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef87ab5e99944510b55829e0a3d96282&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2857223
Feb 04 00:03:28.284333 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 34550) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:28.443455 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Network 05e3a156-5e5b-45b1-984f-62dbbf637085 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:03:28.451420 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:03:28.456145 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Pushing event updated for resources: {'Port': ['ID=86d177ab-f851-4970-a070-9783f0ddcaf7,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:28.458373 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:03:28.463081 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:28.463729 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.509125 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34556) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:28.532107 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9e7c-9c02-4bf8-85d3-140cbf75df47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.534681 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-c0dd4f3d-670c-45e2-abf7-7d6ae5ed9e9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0704396
Feb 04 00:03:28.565584 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Request body: {'port': {'device_id': '7c3d8e12-89fd-4687-8d6f-a3b22547e441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:03:28.609041 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9e7c-9c02-4bf8-85d3-140cbf75df47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.629300 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6d938-4f7b-4209-9103-f1f1b5752b31 req-02b9b9d2-cfc9-4b80-9fa0-e32067f7d304 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:28.629999 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-e1c6d938-4f7b-4209-9103-f1f1b5752b31 req-02b9b9d2-cfc9-4b80-9fa0-e32067f7d304 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Synchronizing usage tracker for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:03:28.701290 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-064a6207-92c2-462c-b6f6-914fb11f7a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.734792 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-e1c6d938-4f7b-4209-9103-f1f1b5752b31 req-02b9b9d2-cfc9-4b80-9fa0-e32067f7d304 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Unset dirty status for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:03:28.739364 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-064a6207-92c2-462c-b6f6-914fb11f7a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:28.742205 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e1c6d938-4f7b-4209-9103-f1f1b5752b31 req-02b9b9d2-cfc9-4b80-9fa0-e32067f7d304 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 931 time: 0.4370580
Feb 04 00:03:28.802098 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.829123 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9e7c-9c02-4bf8-85d3-140cbf75df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.835882 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-064a6207-92c2-462c-b6f6-914fb11f7a9b admin admin] Usage tracker for resource:security_group_rule and tenant:65747a3bee474b788a3112bbb7772c1f is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:28.843367 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-064a6207-92c2-462c-b6f6-914fb11f7a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:28.852237 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-064a6207-92c2-462c-b6f6-914fb11f7a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:28.856310 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e1c6d938-4f7b-4209-9103-f1f1b5752b31 req-0333e023-4734-4028-803d-60fca5461150 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132095
Feb 04 00:03:28.923923 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e8cdb-5130-4712-8f7e-7f72423cf345 req-5e758bc9-b82c-445f-a55d-0cc338d3166d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:28.931773 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8f0e8cdb-5130-4712-8f7e-7f72423cf345 req-5e758bc9-b82c-445f-a55d-0cc338d3166d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1941142
Feb 04 00:03:28.983276 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-064a6207-92c2-462c-b6f6-914fb11f7a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:28.996205 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-064a6207-92c2-462c-b6f6-914fb11f7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.025698 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c9e7c-9c02-4bf8-85d3-140cbf75df47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff8d7be-1701-4bec-9c52-a190f9d1796c,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:29.057460 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8f0e8cdb-5130-4712-8f7e-7f72423cf345 req-8c891cad-6c81-4634-910c-0d3e91704657 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247365
Feb 04 00:03:29.061710 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9e7c-9c02-4bf8-85d3-140cbf75df47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.064902 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0e8c9e7c-9c02-4bf8-85d3-140cbf75df47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ff8d7be-1701-4bec-9c52-a190f9d1796c HTTP/1.1" status: 204  len: 168 time: 0.7711601
Feb 04 00:03:29.093015 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a6207-92c2-462c-b6f6-914fb11f7a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecaa3af-9eec-43cb-bcf4-f70a5a013545,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:29.100798 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-064a6207-92c2-462c-b6f6-914fb11f7a9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65747a3bee474b788a3112bbb7772c1f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5875587
Feb 04 00:03:29.101315 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34574) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:29.182999 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-14499691-7def-4fce-b604-bfbd56d6a924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.214493 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-14499691-7def-4fce-b604-bfbd56d6a924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.284306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-14499691-7def-4fce-b604-bfbd56d6a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.325006 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34586) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:29.326535 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14499691-7def-4fce-b604-bfbd56d6a924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecaa3af-9eec-43cb-bcf4-f70a5a013545,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:29.373200 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d177ab-f851-4970-a070-9783f0ddcaf7 {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:03:29.381046 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.409198 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Transition to ACTIVE for port object 86d177ab-f851-4970-a070-9783f0ddcaf7 will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:03:29.416011 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.447773 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2e7ad0-d35b-432a-90cf-1ab850d24522 admin admin] Deleting subnet 81013a08-9f2f-42b5-a7cf-a3579111dd24 {{(pid=82731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:03:29.453763 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7ad0-d35b-432a-90cf-1ab850d24522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.491387 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-14499691-7def-4fce-b604-bfbd56d6a924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.492649 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-14499691-7def-4fce-b604-bfbd56d6a924 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ecaa3af-9eec-43cb-bcf4-f70a5a013545 HTTP/1.1" status: 204  len: 168 time: 0.3902879
Feb 04 00:03:29.515538 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7ad0-d35b-432a-90cf-1ab850d24522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15390533'] for subnet, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.596326 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7ad0-d35b-432a-90cf-1ab850d24522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.614788 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Pushing event updated for resources: {'Port': ['ID=86d177ab-f851-4970-a070-9783f0ddcaf7,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:29.687685 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Attempting to bind port 86d177ab-f851-4970-a070-9783f0ddcaf7 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:03:29.688054 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Attempting to bind port 86d177ab-f851-4970-a070-9783f0ddcaf7 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:03:29.688353 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Attempting to bind port 86d177ab-f851-4970-a070-9783f0ddcaf7 on network 05e3a156-5e5b-45b1-984f-62dbbf637085 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:03:29.688691 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7ad0-d35b-432a-90cf-1ab850d24522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16080009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15663901'] for subnet, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.698933 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Port 86d177ab-f851-4970-a070-9783f0ddcaf7 on network 05e3a156-5e5b-45b1-984f-62dbbf637085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:03:29.699269 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Attempting to bind port 86d177ab-f851-4970-a070-9783f0ddcaf7 on network 05e3a156-5e5b-45b1-984f-62dbbf637085 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:03:29.706143 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:03:29.706474 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Checking segment: {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:03:29.706847 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Bound using segment: {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:03:29.707259 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Bound port: 86d177ab-f851-4970-a070-9783f0ddcaf7, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:03:29.707615 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.735144 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e7ad0-d35b-432a-90cf-1ab850d24522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81013a08-9f2f-42b5-a7cf-a3579111dd24,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:29.763431 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7ad0-d35b-432a-90cf-1ab850d24522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.773099 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-7e2e7ad0-d35b-432a-90cf-1ab850d24522 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/81013a08-9f2f-42b5-a7cf-a3579111dd24 HTTP/1.1" status: 204  len: 168 time: 0.4220028
Feb 04 00:03:29.773783 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34606) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:29.806484 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] For port 86d177ab-f851-4970-a070-9783f0ddcaf7, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:03:29.810333 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] For port 86d177ab-f851-4970-a070-9783f0ddcaf7, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=86d177ab-f851-4970-a070-9783f0ddcaf7,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:03:29.817019 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.941587 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.961129 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Pushing event updated for resources: {'Port': ['ID=86d177ab-f851-4970-a070-9783f0ddcaf7,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:29.982791 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:29.984256 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-b50c3b41-5c5c-4099-842f-d81b3507cf2f service neutron] 10.222.0.48 "PUT /v2.0/ports/86d177ab-f851-4970-a070-9783f0ddcaf7 HTTP/1.1" status: 200  len: 1093 time: 1.4291625
Feb 04 00:03:29.984730 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d8e12-89fd-4687-8d6f-a3b22547e441', 'tag': '86d177ab-f851-4970-a070-9783f0ddcaf7'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:03:30.078069 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3d8e12-89fd-4687-8d6f-a3b22547e441', 'tag': '86d177ab-f851-4970-a070-9783f0ddcaf7', 'status': 'completed', 'code': 200}
Feb 04 00:03:30.099640 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f1c75-9d00-4a5c-b3c9-1b15fea0cd47 req-aa96456d-cff5-4802-b2ac-fb43b90e5d79 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:30.101439 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-be9f1c75-9d00-4a5c-b3c9-1b15fea0cd47 req-aa96456d-cff5-4802-b2ac-fb43b90e5d79 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 943 time: 0.0969911
Feb 04 00:03:30.151204 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.201746 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-be9f1c75-9d00-4a5c-b3c9-1b15fea0cd47 req-40939474-1a14-4095-9c4d-4af24291aebc tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940301
Feb 04 00:03:30.204855 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df686ad30>,) {'filters': {'network_id': ['9c40e317-ba07-4f4e-a4c9-85ef2a78ef87']}} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:03:30.247048 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df686ad30>, '8aed5ec7-b3b5-493d-b4c9-93fcf9cedc6e') {'for_net_delete': True} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:03:30.247606 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df686ad30>, '8aed5ec7-b3b5-493d-b4c9-93fcf9cedc6e') {} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:03:30.305572 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15390588'] for segment, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.331724 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.342294 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=82731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:03:30.343039 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223787'] for segment, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]: Traceback (most recent call last):
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     timer()
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     cb(*args, **kw)
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     return func(*args, **kwargs)
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     self._notify()
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     self.callback(batched_events)
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     event.method(event)
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     return f(self, *a, **k)
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._get(url).json()
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:03:30.364259 dv-cinder-827776-1-iscsi neutron-server[82731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:03:30.461001 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.466800 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.492472 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c40e317-ba07-4f4e-a4c9-85ef2a78ef87,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:30.499366 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c27f00d3-6638-4085-9a5e-ed476c71ab3f admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c40e317-ba07-4f4e-a4c9-85ef2a78ef87 HTTP/1.1" status: 204  len: 168 time: 0.7221017
Feb 04 00:03:30.500197 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 34636) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:30.502676 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1ff4-475f-48a0-a686-fbf24eb2225a req-8e806464-4550-43e8-a7e6-3cfe0a21409b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:30.510501 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-733f1ff4-475f-48a0-a686-fbf24eb2225a req-8e806464-4550-43e8-a7e6-3cfe0a21409b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.2545383
Feb 04 00:03:30.566796 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-733f1ff4-475f-48a0-a686-fbf24eb2225a req-8653d130-679e-463a-9243-a60f3fc677c8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552940
Feb 04 00:03:30.573399 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_v2 [None req-61aba606-6be0-494a-ac25-464f81b8829f admin admin] Deleting subnet 88ed2dca-f98d-46c7-ba01-012850d83c0a {{(pid=82732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:03:30.576551 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-61aba606-6be0-494a-ac25-464f81b8829f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.638744 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-61aba606-6be0-494a-ac25-464f81b8829f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.646392 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-61aba606-6be0-494a-ac25-464f81b8829f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.720800 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-61aba606-6be0-494a-ac25-464f81b8829f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for subnet, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.767416 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aba606-6be0-494a-ac25-464f81b8829f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ed2dca-f98d-46c7-ba01-012850d83c0a,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:30.774393 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-61aba606-6be0-494a-ac25-464f81b8829f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:30.780456 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-61aba606-6be0-494a-ac25-464f81b8829f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/88ed2dca-f98d-46c7-ba01-012850d83c0a HTTP/1.1" status: 204  len: 168 time: 0.2796862
Feb 04 00:03:30.782816 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 34654) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:30.957028 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:31.087210 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:31.111707 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9df7098070>> segment before_delete 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.112055 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9df7098070>> subnet precommit_delete_associations 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.112795 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df71ab6d0>> segment_host_mapping after_create 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.113123 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df71ab6d0>> port after_create 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.113445 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df71ab6d0>> port after_delete 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.113794 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df71ab6d0>> port after_update 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.114109 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df71ab6d0>> segment after_delete 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.114497 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df71ab6d0>> subnet after_create 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.114817 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df71ab6d0>> subnet after_delete 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.115127 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9df71ab6d0>> subnet after_update 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.185047 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9df69caeb0>> subnet after_create 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.185292 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9df69caeb0>> subnet after_delete 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.185625 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9df69caeb0>> subnet before_create 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.185957 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9df69caeb0>> subnet before_update 55550000 {{(pid=82732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 00:03:31.186382 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df71ab3a0>,) {'filters': {'network_id': ['7c5a1eda-8b22-463a-acbc-0080027433d6']}} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:03:31.199804 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df71ab3a0>, '303b146d-ddf5-4e5a-be32-4e889910ef5c') {'for_net_delete': True} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:03:31.200107 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df71ab3a0>, '303b146d-ddf5-4e5a-be32-4e889910ef5c') {} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:03:31.213223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15827289'] for segment, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:31.239037 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:31.248924 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=82732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:03:31.249409 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15884321'] for segment, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   util.warn_limited(
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   util.warn_limited(
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]: Traceback (most recent call last):
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     timer()
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     cb(*args, **kw)
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     return func(*args, **kwargs)
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     self._notify()
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     self.callback(batched_events)
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     event.method(event)
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     return f(self, *a, **k)
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._get(url).json()
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:03:31.364300 dv-cinder-827776-1-iscsi neutron-server[82732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:03:31.368895 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:31.402300 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:31.414972 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5a1eda-8b22-463a-acbc-0080027433d6,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:31.429264 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-a097b8a0-620d-4d50-ac5a-4a6168ef21cd admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c5a1eda-8b22-463a-acbc-0080027433d6 HTTP/1.1" status: 204  len: 168 time: 0.6450353
Feb 04 00:03:31.482594 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10657a-23d8-41a6-ad0c-ba3eadef1019 req-e4b7c074-0299-4761-82e8-582e80a98abd tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:31.492868 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0e10657a-23d8-41a6-ad0c-ba3eadef1019 req-e4b7c074-0299-4761-82e8-582e80a98abd tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 943 time: 0.1157608
Feb 04 00:03:31.539029 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0e10657a-23d8-41a6-ad0c-ba3eadef1019 req-8ba2447a-72bd-4f18-ab2e-2561ec8ef50d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460796
Feb 04 00:03:31.704158 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34708) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:31.828871 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c94723c5-8819-4147-ad29-d0a36cd9dee3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c0cbc2a48b5450a8a73136c241563d0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1230402
Feb 04 00:03:31.831603 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 34720) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:31.848275 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a603b-00b8-4076-92ac-a460112c09f5 req-b5264b09-6f32-4d72-82db-c7be7eadf8ab tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:31.849984 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0c4a603b-00b8-4076-92ac-a460112c09f5 req-b5264b09-6f32-4d72-82db-c7be7eadf8ab tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1216741
Feb 04 00:03:31.884265 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34724) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:31.905162 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1037fbfb-ac57-4ccf-b870-d92665065e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:31.910680 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0c4a603b-00b8-4076-92ac-a460112c09f5 req-4e90ada7-38f0-46f8-a947-5962658823f1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512977
Feb 04 00:03:31.938460 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1037fbfb-ac57-4ccf-b870-d92665065e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:31.997582 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1037fbfb-ac57-4ccf-b870-d92665065e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.016781 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037fbfb-ac57-4ccf-b870-d92665065e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4214af23-638d-49d2-a5a8-5d6275386615,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:32.019509 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1037fbfb-ac57-4ccf-b870-d92665065e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.024219 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-1037fbfb-ac57-4ccf-b870-d92665065e79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4214af23-638d-49d2-a5a8-5d6275386615 HTTP/1.1" status: 204  len: 168 time: 0.1855075
Feb 04 00:03:32.066301 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-55a41d5d-24b9-4090-aaf1-3dc75d5616b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.104553 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-55a41d5d-24b9-4090-aaf1-3dc75d5616b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:32.109748 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-55a41d5d-24b9-4090-aaf1-3dc75d5616b9 admin admin] Usage tracker for resource:security_group_rule and tenant:250ab712d7b647cda768b324a0d82f09 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:32.113104 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-55a41d5d-24b9-4090-aaf1-3dc75d5616b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:32.120214 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-55a41d5d-24b9-4090-aaf1-3dc75d5616b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:32.195195 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-55a41d5d-24b9-4090-aaf1-3dc75d5616b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.199511 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-55a41d5d-24b9-4090-aaf1-3dc75d5616b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.249062 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a41d5d-24b9-4090-aaf1-3dc75d5616b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63985454-0a29-4e6c-8aaf-90ed596563d2,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:32.266655 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-55a41d5d-24b9-4090-aaf1-3dc75d5616b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=250ab712d7b647cda768b324a0d82f09&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3812644
Feb 04 00:03:32.269632 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34734) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:32.339285 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c94f9475-2c78-4fb1-8ab4-513d0cf673d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.372600 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-32e3077b-469a-4038-ac1f-de153203e8bc req-42cfbfa3-da18-4c93-9ea3-460c43c9836c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 1096 time: 0.0985851
Feb 04 00:03:32.380081 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c94f9475-2c78-4fb1-8ab4-513d0cf673d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.503305 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c94f9475-2c78-4fb1-8ab4-513d0cf673d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.512879 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34744) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:32.544813 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f9475-2c78-4fb1-8ab4-513d0cf673d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63985454-0a29-4e6c-8aaf-90ed596563d2,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:32.589808 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c94f9475-2c78-4fb1-8ab4-513d0cf673d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.593933 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c94f9475-2c78-4fb1-8ab4-513d0cf673d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63985454-0a29-4e6c-8aaf-90ed596563d2 HTTP/1.1" status: 204  len: 168 time: 0.3227241
Feb 04 00:03:32.635002 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-514ee06c-092c-484f-819a-d68414bd9596 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcfca41087354a7d9aac07c71790d6f7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1127927
Feb 04 00:03:32.635302 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34752) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:32.674473 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3077b-469a-4038-ac1f-de153203e8bc req-5a9a842d-dc77-4efe-8bd4-240487a6c62f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:32.675991 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-32e3077b-469a-4038-ac1f-de153203e8bc req-5a9a842d-dc77-4efe-8bd4-240487a6c62f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b662c50c07e142b2bfcf011600a2d20f&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2931116
Feb 04 00:03:32.705440 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d141b34-5ff8-4d8e-a4b2-cb8fc5eba3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.741362 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d141b34-5ff8-4d8e-a4b2-cb8fc5eba3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.798077 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d141b34-5ff8-4d8e-a4b2-cb8fc5eba3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.819039 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d141b34-5ff8-4d8e-a4b2-cb8fc5eba3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac239f77-65a5-47ed-bdde-0756c0cb80e4,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:32.823973 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d141b34-5ff8-4d8e-a4b2-cb8fc5eba3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:32.825425 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4d141b34-5ff8-4d8e-a4b2-cb8fc5eba3e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac239f77-65a5-47ed-bdde-0756c0cb80e4 HTTP/1.1" status: 204  len: 168 time: 0.1889098
Feb 04 00:03:32.923467 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3077b-469a-4038-ac1f-de153203e8bc req-9ae301f3-03a1-4c32-bd7d-194983683afe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:32.924958 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-32e3077b-469a-4038-ac1f-de153203e8bc req-9ae301f3-03a1-4c32-bd7d-194983683afe service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2390103
Feb 04 00:03:32.958585 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4f95b-43aa-43ae-b143-e2cd88145560 req-ad5cfd67-0242-4f3a-9f64-786b115d2926 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:32.961297 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8dd4f95b-43aa-43ae-b143-e2cd88145560 req-ad5cfd67-0242-4f3a-9f64-786b115d2926 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 943 time: 0.2533889
Feb 04 00:03:33.073056 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8dd4f95b-43aa-43ae-b143-e2cd88145560 req-dd60c22c-7f6f-4d79-b410-074916250f91 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038032
Feb 04 00:03:33.098013 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-5a853181-8cd7-4ea7-91be-78f34adca28c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 1096 time: 0.1123929
Feb 04 00:03:33.192672 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-01756632-4983-4a8e-80ce-b8126767d792 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86d177ab-f851-4970-a070-9783f0ddcaf7 HTTP/1.1" status: 200  len: 217 time: 0.0870254
Feb 04 00:03:33.256830 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed76d8-f6f3-433b-87fb-20636b117994 req-564ba6c3-beb0-4019-94ca-8c4ebd39a59f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:33.265181 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-46ed76d8-f6f3-433b-87fb-20636b117994 req-564ba6c3-beb0-4019-94ca-8c4ebd39a59f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1919093
Feb 04 00:03:33.269399 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-8c15e1ca-8df3-4eb0-967d-c5b157c6a8ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:33.270975 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-8c15e1ca-8df3-4eb0-967d-c5b157c6a8ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8895f53e-5c8c-4446-8d0c-f3329013e8c0 HTTP/1.1" status: 200  len: 855 time: 0.0703576
Feb 04 00:03:33.316299 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-46ed76d8-f6f3-433b-87fb-20636b117994 req-0c3b2915-c4ad-4d1f-8c80-c901356a8425 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472898
Feb 04 00:03:33.349463 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-ada839d4-2b22-4525-bea3-7fbc57c22379 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05e3a156-5e5b-45b1-984f-62dbbf637085&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0624993
Feb 04 00:03:33.504841 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-1276fade-36a2-453c-9f3e-0a8cf315f2b3 service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474164
Feb 04 00:03:33.657577 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b3d761b-a8df-4849-99e3-64ec802a6963 req-ba7500da-b729-4e9a-b727-f56b0324e928 service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464894
Feb 04 00:03:34.344212 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fa5e7-bd3b-4940-978f-e3a5550e628c req-daf079c8-431c-4c04-9625-ce84139ae00b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:34.364386 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6a8fa5e7-bd3b-4940-978f-e3a5550e628c req-daf079c8-431c-4c04-9625-ce84139ae00b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 943 time: 0.1412945
Feb 04 00:03:34.496633 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6a8fa5e7-bd3b-4940-978f-e3a5550e628c req-43afe83d-1a0d-4231-ae74-4bfcece80122 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313546
Feb 04 00:03:34.677447 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d96ac-1bef-4b0f-adf7-3c17e98d1c85 req-304b51d1-343b-4fe6-a659-c0903983de70 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:34.680094 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-442d96ac-1bef-4b0f-adf7-3c17e98d1c85 req-304b51d1-343b-4fe6-a659-c0903983de70 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1170931
Feb 04 00:03:34.754756 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-442d96ac-1bef-4b0f-adf7-3c17e98d1c85 req-4cbb28d0-b2e5-408b-b07a-652faa20e0ca tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668647
Feb 04 00:03:35.762679 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4046a-da9d-4ee7-ba32-3e2436172cb4 req-d2e06344-d271-434e-8e39-d71666b0516c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:35.764305 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-96a4046a-da9d-4ee7-ba32-3e2436172cb4 req-d2e06344-d271-434e-8e39-d71666b0516c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 943 time: 0.1324711
Feb 04 00:03:35.827102 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-96a4046a-da9d-4ee7-ba32-3e2436172cb4 req-2d3773f0-cdc4-429a-8c73-267a3ed3a64e tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572543
Feb 04 00:03:35.978702 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350950d-9f0a-4824-b144-0cd2ccb21049 req-ceb68a8d-2c94-4689-9362-5644f44dc467 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:35.980171 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f350950d-9f0a-4824-b144-0cd2ccb21049 req-ceb68a8d-2c94-4689-9362-5644f44dc467 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0795135
Feb 04 00:03:36.024755 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f350950d-9f0a-4824-b144-0cd2ccb21049 req-5c90c1dc-4c6c-40b1-96f0-22024b229464 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390289
Feb 04 00:03:37.012557 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acec22d-36c6-42d6-9528-5c2597c9b8f7 req-758197d0-6d0f-4198-bcd5-9096aa226da3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:37.014004 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6acec22d-36c6-42d6-9528-5c2597c9b8f7 req-758197d0-6d0f-4198-bcd5-9096aa226da3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 943 time: 0.0783064
Feb 04 00:03:37.059252 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6acec22d-36c6-42d6-9528-5c2597c9b8f7 req-5a69f1ae-28e7-44bd-9264-7c0e1afacd6c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398104
Feb 04 00:03:37.228159 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16eed5-f63b-4563-87a5-87de57711172 req-dc477049-0fb6-45f6-8b8e-3a6b31917687 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:37.229620 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ab16eed5-f63b-4563-87a5-87de57711172 req-dc477049-0fb6-45f6-8b8e-3a6b31917687 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0822597
Feb 04 00:03:37.278337 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ab16eed5-f63b-4563-87a5-87de57711172 req-420f28ca-f191-47e8-a3f1-52aac73d895f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428629
Feb 04 00:03:38.282112 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdabc68-fa5a-46b8-89e6-7112429be948 req-de0d555b-2b04-423e-9fd1-4dedce2798e3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:38.283586 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cfdabc68-fa5a-46b8-89e6-7112429be948 req-de0d555b-2b04-423e-9fd1-4dedce2798e3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 943 time: 0.0952921
Feb 04 00:03:38.354710 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cfdabc68-fa5a-46b8-89e6-7112429be948 req-0d983867-9dc6-4aec-ac9d-268c664b342d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637169
Feb 04 00:03:38.543136 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f7d82-3462-4454-a69a-01ea0c774822 req-535c06e4-6358-45db-a654-befc3cc8d50f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:38.544835 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f55f7d82-3462-4454-a69a-01ea0c774822 req-535c06e4-6358-45db-a654-befc3cc8d50f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0971658
Feb 04 00:03:38.597069 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f55f7d82-3462-4454-a69a-01ea0c774822 req-7f059018-2c3d-458d-a900-eb4a486f7b57 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465710
Feb 04 00:03:39.546513 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1b544-1887-4af4-b3bc-8228fb7a6665 req-f62d836f-9974-4caf-ad90-8d1c1519cd9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:39.548028 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8ea1b544-1887-4af4-b3bc-8228fb7a6665 req-f62d836f-9974-4caf-ad90-8d1c1519cd9d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 943 time: 0.0760112
Feb 04 00:03:39.596294 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8ea1b544-1887-4af4-b3bc-8228fb7a6665 req-677a4ce1-94ff-4040-ab08-34e4ea1e0440 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411541
Feb 04 00:03:39.797884 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa3a5f-e012-43c0-9356-17505bcc9450 req-62d20074-4c0e-4b02-8953-2f7f74e63eb0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:39.800159 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d1aa3a5f-e012-43c0-9356-17505bcc9450 req-62d20074-4c0e-4b02-8953-2f7f74e63eb0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0811524
Feb 04 00:03:39.855772 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d1aa3a5f-e012-43c0-9356-17505bcc9450 req-70ee4e7e-f7ef-4c7d-ba23-1d8cd3182fa2 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440245
Feb 04 00:03:40.227848 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 34998) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:40.281730 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 86d177ab-f851-4970-a070-9783f0ddcaf7 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:03:40.381122 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4505f082-f02b-41b4-958d-3aa2546c40f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:40.418675 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4505f082-f02b-41b4-958d-3aa2546c40f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:40.422679 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4505f082-f02b-41b4-958d-3aa2546c40f3 admin admin] Usage tracker for resource:security_group_rule and tenant:7a8fb62ff2ce42209ae29aba0b106992 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:40.425580 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4505f082-f02b-41b4-958d-3aa2546c40f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:40.431379 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4505f082-f02b-41b4-958d-3aa2546c40f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:40.455024 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 86d177ab-f851-4970-a070-9783f0ddcaf7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=86d177ab-f851-4970-a070-9783f0ddcaf7,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:03:40.470045 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '86d177ab-f851-4970-a070-9783f0ddcaf7', 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085', 'port_id': '86d177ab-f851-4970-a070-9783f0ddcaf7', 'mac_address': 'fa:16:3e:ed:1f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8895f53e-5c8c-4446-8d0c-f3329013e8c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:03:40.500447 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4505f082-f02b-41b4-958d-3aa2546c40f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:40.504065 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4505f082-f02b-41b4-958d-3aa2546c40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:40.526543 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:40.543772 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d177ab-f851-4970-a070-9783f0ddcaf7 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:03:40.554135 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4505f082-f02b-41b4-958d-3aa2546c40f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a8fb62ff2ce42209ae29aba0b106992&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3250084
Feb 04 00:03:40.555126 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505f082-f02b-41b4-958d-3aa2546c40f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c59a05f-f734-4725-96b8-2bbe06bf1c99,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:40.556950 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35004) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:40.562345 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 86d177ab-f851-4970-a070-9783f0ddcaf7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=86d177ab-f851-4970-a070-9783f0ddcaf7,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:03:40.577037 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:40.625802 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6e512ec4-28c1-4319-80e0-2da82ed4173a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:40.656016 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=86d177ab-f851-4970-a070-9783f0ddcaf7,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:40.657726 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6e512ec4-28c1-4319-80e0-2da82ed4173a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:40.720532 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6e512ec4-28c1-4319-80e0-2da82ed4173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:40.741975 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e512ec4-28c1-4319-80e0-2da82ed4173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c59a05f-f734-4725-96b8-2bbe06bf1c99,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:40.744796 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6e512ec4-28c1-4319-80e0-2da82ed4173a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:40.749052 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-6e512ec4-28c1-4319-80e0-2da82ed4173a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c59a05f-f734-4725-96b8-2bbe06bf1c99 HTTP/1.1" status: 204  len: 168 time: 0.1899922
Feb 04 00:03:40.843676 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8de4d2-b3c4-4f1a-bffd-73a1cf8aea9a req-c1d8f94d-636a-46eb-aa1b-fd1c8f382c3b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:40.845550 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1a8de4d2-b3c4-4f1a-bffd-73a1cf8aea9a req-c1d8f94d-636a-46eb-aa1b-fd1c8f382c3b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 944 time: 0.0951083
Feb 04 00:03:40.896828 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1a8de4d2-b3c4-4f1a-bffd-73a1cf8aea9a req-d0dfe118-686c-41a5-8755-dd8418b14db3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456965
Feb 04 00:03:40.925787 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['86d177ab-f851-4970-a070-9783f0ddcaf7'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:03:41.064817 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0e1fc-7087-40b5-b20c-e622b314ba25 req-ce66a49b-2508-45a9-aca2-cbb7649a6aec tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:41.066183 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2ba0e1fc-7087-40b5-b20c-e622b314ba25 req-ce66a49b-2508-45a9-aca2-cbb7649a6aec tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0839088
Feb 04 00:03:41.137780 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35024) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:41.140122 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2ba0e1fc-7087-40b5-b20c-e622b314ba25 req-aa3476df-5f59-4620-ba48-9967d4eaea5d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671229
Feb 04 00:03:41.164754 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7828cffc-d272-4d17-9d0c-135b445355ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:41.199157 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-7828cffc-d272-4d17-9d0c-135b445355ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:41.203426 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-7828cffc-d272-4d17-9d0c-135b445355ae admin admin] Usage tracker for resource:security_group_rule and tenant:cc5ac4036ce04fea89f34d84c62f3d6c is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:41.206333 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-7828cffc-d272-4d17-9d0c-135b445355ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:41.213106 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-7828cffc-d272-4d17-9d0c-135b445355ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:41.293525 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7828cffc-d272-4d17-9d0c-135b445355ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:41.298687 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7828cffc-d272-4d17-9d0c-135b445355ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:41.347737 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828cffc-d272-4d17-9d0c-135b445355ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c862455-adcb-456b-8c12-6469ae865dd9,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:41.360493 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35052) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:41.375702 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-7828cffc-d272-4d17-9d0c-135b445355ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc5ac4036ce04fea89f34d84c62f3d6c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2366011
Feb 04 00:03:41.432142 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1ae14f98-9856-47b6-b8e4-a9c263d6cbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:41.460991 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1ae14f98-9856-47b6-b8e4-a9c263d6cbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:41.520808 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1ae14f98-9856-47b6-b8e4-a9c263d6cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:41.539476 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae14f98-9856-47b6-b8e4-a9c263d6cbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c862455-adcb-456b-8c12-6469ae865dd9,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:41.553684 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1ae14f98-9856-47b6-b8e4-a9c263d6cbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:41.555911 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-1ae14f98-9856-47b6-b8e4-a9c263d6cbb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c862455-adcb-456b-8c12-6469ae865dd9 HTTP/1.1" status: 204  len: 168 time: 0.1943619
Feb 04 00:03:41.958725 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35076) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:42.129769 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-64d3ca33-bf01-43bf-8ada-cafbe88a00c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:42.179232 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d43d8-3f7f-4679-8563-9d6682a668ef req-b40e4706-d63b-4ac7-a8e3-23a472c8739d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:42.180884 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-592d43d8-3f7f-4679-8563-9d6682a668ef req-b40e4706-d63b-4ac7-a8e3-23a472c8739d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 944 time: 0.1336737
Feb 04 00:03:42.184218 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-64d3ca33-bf01-43bf-8ada-cafbe88a00c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:42.189467 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-64d3ca33-bf01-43bf-8ada-cafbe88a00c1 admin admin] Usage tracker for resource:security_group_rule and tenant:31ac1cae5ac04e309135f9e1f040c99c is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:42.193311 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-64d3ca33-bf01-43bf-8ada-cafbe88a00c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:42.214544 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-64d3ca33-bf01-43bf-8ada-cafbe88a00c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:42.261145 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-592d43d8-3f7f-4679-8563-9d6682a668ef req-4aee22fd-040f-483d-963b-21f8ed206d00 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725210
Feb 04 00:03:42.296241 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 86d177ab-f851-4970-a070-9783f0ddcaf7 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:03:42.327057 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-64d3ca33-bf01-43bf-8ada-cafbe88a00c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:42.336972 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-64d3ca33-bf01-43bf-8ada-cafbe88a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:42.385638 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-64d3ca33-bf01-43bf-8ada-cafbe88a00c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31ac1cae5ac04e309135f9e1f040c99c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4259486
Feb 04 00:03:42.386433 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35092) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:42.409339 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b43a5b-c8f3-466e-ab85-97a8a0a71c8f req-8eb7a6b6-e348-4c10-bfc2-645c4ae60c46 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:42.411632 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d2b43a5b-c8f3-466e-ab85-97a8a0a71c8f req-8eb7a6b6-e348-4c10-bfc2-645c4ae60c46 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1067181
Feb 04 00:03:42.425198 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3ca33-bf01-43bf-8ada-cafbe88a00c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e39fa54-6548-446d-9d68-3a81455da17b,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:42.479505 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 86d177ab-f851-4970-a070-9783f0ddcaf7 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:03:42.484654 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 86d177ab-f851-4970-a070-9783f0ddcaf7 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:03:42.485408 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:42.497863 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d2b43a5b-c8f3-466e-ab85-97a8a0a71c8f req-b3e334e0-b861-4ab4-a10e-02d20da24c12 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764523
Feb 04 00:03:42.524470 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1dec8d35-e44d-4eba-9a86-8fb4d94a1b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:42.553182 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1dec8d35-e44d-4eba-9a86-8fb4d94a1b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:42.638030 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1dec8d35-e44d-4eba-9a86-8fb4d94a1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:42.666053 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:42.667609 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec8d35-e44d-4eba-9a86-8fb4d94a1b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e39fa54-6548-446d-9d68-3a81455da17b,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:42.677692 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1dec8d35-e44d-4eba-9a86-8fb4d94a1b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:42.683058 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-1dec8d35-e44d-4eba-9a86-8fb4d94a1b57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e39fa54-6548-446d-9d68-3a81455da17b HTTP/1.1" status: 204  len: 168 time: 0.2860477
Feb 04 00:03:42.719540 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d8e12-89fd-4687-8d6f-a3b22547e441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d177ab-f851-4970-a070-9783f0ddcaf7'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:03:42.734068 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 86d177ab-f851-4970-a070-9783f0ddcaf7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=86d177ab-f851-4970-a070-9783f0ddcaf7,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:03:42.746788 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:42.795729 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3d8e12-89fd-4687-8d6f-a3b22547e441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d177ab-f851-4970-a070-9783f0ddcaf7', 'code': 200}
Feb 04 00:03:42.824143 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=86d177ab-f851-4970-a070-9783f0ddcaf7,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:43.087178 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-945dad98-f36a-4d93-b62e-dd87590a2b5a req-b6595c39-6c14-4e71-958f-c6fc0c36714e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 1098 time: 0.0833709
Feb 04 00:03:43.141885 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-945dad98-f36a-4d93-b62e-dd87590a2b5a req-434d3552-cb98-4ad5-8427-16faabb6bfc8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447223
Feb 04 00:03:43.197338 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35126) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:43.215669 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7191b0bd-5a1a-49f7-8ed0-1f57dd6a75e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:43.251515 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-7191b0bd-5a1a-49f7-8ed0-1f57dd6a75e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:43.255321 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-7191b0bd-5a1a-49f7-8ed0-1f57dd6a75e1 admin admin] Usage tracker for resource:security_group_rule and tenant:b852f2ddbc3a4d86a61d239579526570 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:43.258858 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-7191b0bd-5a1a-49f7-8ed0-1f57dd6a75e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:43.264501 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-7191b0bd-5a1a-49f7-8ed0-1f57dd6a75e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:43.337528 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7191b0bd-5a1a-49f7-8ed0-1f57dd6a75e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:43.343175 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7191b0bd-5a1a-49f7-8ed0-1f57dd6a75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:43.381394 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191b0bd-5a1a-49f7-8ed0-1f57dd6a75e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c346d140-aebf-4564-a454-1d7985835222,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:43.413446 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-7191b0bd-5a1a-49f7-8ed0-1f57dd6a75e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b852f2ddbc3a4d86a61d239579526570&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2148559
Feb 04 00:03:43.415708 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35134) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:43.484523 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd90f6-31d7-477c-8696-2f02ff141a06 req-e9f2e27f-21b2-4eef-8912-035aad76d788 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:43.486252 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-effd90f6-31d7-477c-8696-2f02ff141a06 req-e9f2e27f-21b2-4eef-8912-035aad76d788 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 945 time: 0.0799325
Feb 04 00:03:43.486793 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b61d6801-bc55-4801-be10-51909ee9be4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:43.519119 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b61d6801-bc55-4801-be10-51909ee9be4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:43.543627 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-effd90f6-31d7-477c-8696-2f02ff141a06 req-4eb8cf87-41d7-4f6c-85bf-55910b80eba9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495393
Feb 04 00:03:43.604270 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b61d6801-bc55-4801-be10-51909ee9be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:43.625187 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d6801-bc55-4801-be10-51909ee9be4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c346d140-aebf-4564-a454-1d7985835222,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:43.627286 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b61d6801-bc55-4801-be10-51909ee9be4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:43.628490 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-b61d6801-bc55-4801-be10-51909ee9be4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c346d140-aebf-4564-a454-1d7985835222 HTTP/1.1" status: 204  len: 168 time: 0.2116458
Feb 04 00:03:43.743872 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee7101-7496-430c-9287-521fb83d91a9 req-6e2b6ad1-616c-44f2-8961-3f85331fd0be tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:43.745336 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f1ee7101-7496-430c-9287-521fb83d91a9 req-6e2b6ad1-616c-44f2-8961-3f85331fd0be tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0908542
Feb 04 00:03:43.794464 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f1ee7101-7496-430c-9287-521fb83d91a9 req-4770e67d-effb-41b1-ad44-6d92744b19aa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431216
Feb 04 00:03:44.789433 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313a3c4-bf21-49a1-ba77-4b7a9ce0dc76 req-657095c4-aeec-48dc-87fa-39fb21131810 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:44.791996 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e313a3c4-bf21-49a1-ba77-4b7a9ce0dc76 req-657095c4-aeec-48dc-87fa-39fb21131810 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 945 time: 0.0824435
Feb 04 00:03:44.858260 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e313a3c4-bf21-49a1-ba77-4b7a9ce0dc76 req-4da257cf-af85-4e14-94b8-7807d94af4a5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599413
Feb 04 00:03:44.903977 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-de9b35fb-a333-4e25-8eff-276c3503ee3b req-ab915ab9-08d0-4de9-9d62-b6741aa3b9ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 1098 time: 0.1486049
Feb 04 00:03:45.046983 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-de9b35fb-a333-4e25-8eff-276c3503ee3b req-3e28adc1-acbb-4b00-a621-cb67f502f03f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258841
Feb 04 00:03:45.094566 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401074f-40be-42f8-9967-eecfa7dfdfc3 req-d2774a72-d05a-453d-be69-06753125c064 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:45.096238 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7401074f-40be-42f8-9967-eecfa7dfdfc3 req-d2774a72-d05a-453d-be69-06753125c064 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1153760
Feb 04 00:03:45.155164 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7401074f-40be-42f8-9967-eecfa7dfdfc3 req-e7ea9894-95b1-490b-bd09-2f7f45a30b1d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527830
Feb 04 00:03:45.556983 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4c83cb22-fd88-4282-8264-967e461a2ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:45.889581 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35236) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:46.100861 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d410fe-a955-4687-bb2e-f0ee62bd0ac4 req-c42dd8f6-60a9-4345-9821-8d80ec48edd3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:46.102739 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-75d410fe-a955-4687-bb2e-f0ee62bd0ac4 req-c42dd8f6-60a9-4345-9821-8d80ec48edd3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 945 time: 0.1010652
Feb 04 00:03:46.118158 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b2c8dd8b-d388-4e6a-9b43-7ca14e4c4ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:46.153894 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-75d410fe-a955-4687-bb2e-f0ee62bd0ac4 req-c61bf814-0e19-4ebc-83a5-9183293fc8f3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434811
Feb 04 00:03:46.158975 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-b2c8dd8b-d388-4e6a-9b43-7ca14e4c4ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:46.163373 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-b2c8dd8b-d388-4e6a-9b43-7ca14e4c4ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:42b30dcd47f94df6b7bdaf31bbca54dd is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:46.166694 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-b2c8dd8b-d388-4e6a-9b43-7ca14e4c4ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:46.175428 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-b2c8dd8b-d388-4e6a-9b43-7ca14e4c4ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:46.269846 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b2c8dd8b-d388-4e6a-9b43-7ca14e4c4ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:46.275240 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b2c8dd8b-d388-4e6a-9b43-7ca14e4c4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:46.333314 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8dd8b-d388-4e6a-9b43-7ca14e4c4ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d1c999-f02f-4aad-adbd-1c8add428ffd,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:46.345893 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35260) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:46.346283 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-b2c8dd8b-d388-4e6a-9b43-7ca14e4c4ea7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42b30dcd47f94df6b7bdaf31bbca54dd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4552994
Feb 04 00:03:46.452627 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb142-9827-4a0a-adf8-f2f2fac6a15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:46.481967 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb142-9827-4a0a-adf8-f2f2fac6a15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:46.576962 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb142-9827-4a0a-adf8-f2f2fac6a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:46.595246 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36a450-aac3-4eb6-929d-88fbfac1612d req-e8bf729c-4cfa-4703-ae49-f56d6064d3b8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:46.597813 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cb142-9827-4a0a-adf8-f2f2fac6a15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d1c999-f02f-4aad-adbd-1c8add428ffd,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:46.602633 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6c36a450-aac3-4eb6-929d-88fbfac1612d req-e8bf729c-4cfa-4703-ae49-f56d6064d3b8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1597018
Feb 04 00:03:46.615113 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb142-9827-4a0a-adf8-f2f2fac6a15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:46.616986 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-5f3cb142-9827-4a0a-adf8-f2f2fac6a15c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01d1c999-f02f-4aad-adbd-1c8add428ffd HTTP/1.1" status: 204  len: 168 time: 0.2696309
Feb 04 00:03:46.688702 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6c36a450-aac3-4eb6-929d-88fbfac1612d req-9c2e4fc0-2d4b-4e73-9584-e37864d1fa35 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849869
Feb 04 00:03:47.135053 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35284) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:47.155257 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-adca0484-1bef-485f-a3ec-14a30ba19a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:47.198414 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-adca0484-1bef-485f-a3ec-14a30ba19a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:47.202929 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-adca0484-1bef-485f-a3ec-14a30ba19a2f admin admin] Usage tracker for resource:security_group_rule and tenant:14ddb7fda6e844fd868b7e80fd58d6f6 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:47.206801 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-adca0484-1bef-485f-a3ec-14a30ba19a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:47.213074 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-adca0484-1bef-485f-a3ec-14a30ba19a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:47.301433 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-adca0484-1bef-485f-a3ec-14a30ba19a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:47.306857 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-adca0484-1bef-485f-a3ec-14a30ba19a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:47.379835 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca0484-1bef-485f-a3ec-14a30ba19a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d5cd00-535a-449b-82f0-4b9f132d0b2a,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:47.431130 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-adca0484-1bef-485f-a3ec-14a30ba19a2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14ddb7fda6e844fd868b7e80fd58d6f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2912381
Feb 04 00:03:47.431664 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35294) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:47.516611 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-acea2519-ea4b-47e0-9518-17a446a1cd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:47.562297 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-acea2519-ea4b-47e0-9518-17a446a1cd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:47.633438 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-acea2519-ea4b-47e0-9518-17a446a1cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:47.663821 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea2519-ea4b-47e0-9518-17a446a1cd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d5cd00-535a-449b-82f0-4b9f132d0b2a,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:47.663821 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-acea2519-ea4b-47e0-9518-17a446a1cd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:47.663821 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-acea2519-ea4b-47e0-9518-17a446a1cd11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1d5cd00-535a-449b-82f0-4b9f132d0b2a HTTP/1.1" status: 204  len: 168 time: 0.2246549
Feb 04 00:03:47.894892 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc504e-0c75-4fd4-b8df-ed48e1e4c529 req-4630f958-3d8e-4f64-9aa0-4dd1c81dd394 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:47.896657 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-96cc504e-0c75-4fd4-b8df-ed48e1e4c529 req-4630f958-3d8e-4f64-9aa0-4dd1c81dd394 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0934169
Feb 04 00:03:47.945053 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-96cc504e-0c75-4fd4-b8df-ed48e1e4c529 req-4f365cf3-7606-4662-8731-fa989314b1cc tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425825
Feb 04 00:03:48.008906 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-6a5e6b20-0490-42a6-b044-5f85c5e6d017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:48.174487 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3e6f0-ad6e-4584-9f3f-c85fb654f75f req-c705e547-a478-4b3a-a738-0fdf9c9940b8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:48.176260 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-04d3e6f0-ad6e-4584-9f3f-c85fb654f75f req-c705e547-a478-4b3a-a738-0fdf9c9940b8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0824401
Feb 04 00:03:48.226071 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-04d3e6f0-ad6e-4584-9f3f-c85fb654f75f req-2106f29e-d7a3-44b2-91e2-df211ae96f2d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418882
Feb 04 00:03:48.994380 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:49.133555 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:50.373089 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:51.575157 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba6de7-e384-4d84-af15-d8a7641bd635 req-1ea921e0-2798-48ee-b332-3626ce4d74dc tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:51.576800 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7bba6de7-e384-4d84-af15-d8a7641bd635 req-1ea921e0-2798-48ee-b332-3626ce4d74dc tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0818942
Feb 04 00:03:51.630557 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7bba6de7-e384-4d84-af15-d8a7641bd635 req-9c9adb5d-9693-40ae-aaff-d8f16cfec222 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479796
Feb 04 00:03:52.711836 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-719589e8-bba1-4b35-8dba-833b9307c30c req-4448d389-8450-44e1-9ac7-990be7a51579 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 1099 time: 0.1269643
Feb 04 00:03:52.904797 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719589e8-bba1-4b35-8dba-833b9307c30c req-99cea6dd-3e49-459c-a822-fb94fe711b96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:52.906212 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-719589e8-bba1-4b35-8dba-833b9307c30c req-99cea6dd-3e49-459c-a822-fb94fe711b96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 920 time: 0.1852043
Feb 04 00:03:52.920200 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41383310-58dc-46e5-951e-452cdecab1f2 req-2c54628d-f2f5-4776-ab53-0a82aae3cc28 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:52.921587 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-41383310-58dc-46e5-951e-452cdecab1f2 req-2c54628d-f2f5-4776-ab53-0a82aae3cc28 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1340654
Feb 04 00:03:53.009173 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-719589e8-bba1-4b35-8dba-833b9307c30c req-65267d5e-381e-4503-8a6b-a51c0eb2e0b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 HTTP/1.1" status: 200  len: 217 time: 0.0867198
Feb 04 00:03:53.069677 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-41383310-58dc-46e5-951e-452cdecab1f2 req-186e1dc6-dd66-4b63-b8b5-0f9c19f37759 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934465
Feb 04 00:03:53.087879 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719589e8-bba1-4b35-8dba-833b9307c30c req-f5e45b06-f836-462f-921b-a179a3aab88c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:53.089294 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-719589e8-bba1-4b35-8dba-833b9307c30c req-f5e45b06-f836-462f-921b-a179a3aab88c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e23f6667-5fb7-49c5-a8c5-849d40e30b71 HTTP/1.1" status: 200  len: 859 time: 0.0693738
Feb 04 00:03:53.141720 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-719589e8-bba1-4b35-8dba-833b9307c30c req-fd5c73d7-db52-476a-b12e-328bff4a1e37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86714709-d562-47b4-aedf-bc8a8c6629b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425031
Feb 04 00:03:53.279415 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-719589e8-bba1-4b35-8dba-833b9307c30c req-3367f100-350d-4462-8f28-2c4e0fa52672 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304598
Feb 04 00:03:53.427343 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-719589e8-bba1-4b35-8dba-833b9307c30c req-1669a1bb-2d60-4a79-9190-09e483df54c1 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400652
Feb 04 00:03:54.292085 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac05f5-4c39-443c-b0b9-8bf81ffa0759 req-8536137a-ff5a-4923-a3af-8584d3cb7136 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:54.293777 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d9ac05f5-4c39-443c-b0b9-8bf81ffa0759 req-8536137a-ff5a-4923-a3af-8584d3cb7136 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0873907
Feb 04 00:03:54.368086 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d9ac05f5-4c39-443c-b0b9-8bf81ffa0759 req-851846d2-ec0d-48b6-8f38-83c22e83c869 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637212
Feb 04 00:03:55.576771 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e2ca4-3442-49e4-a30b-aa17c18954e3 req-af732048-556b-4a9b-9403-bac947ea31a3 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:55.578257 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-052e2ca4-3442-49e4-a30b-aa17c18954e3 req-af732048-556b-4a9b-9403-bac947ea31a3 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0794456
Feb 04 00:03:55.629696 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-052e2ca4-3442-49e4-a30b-aa17c18954e3 req-a5fccee1-cae8-4668-bd07-9dcbb94f246c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431998
Feb 04 00:03:55.676005 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:56.834438 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b52ea-22fa-46c7-aa9b-2e457f1bc18e req-0a4f6f20-3711-47e4-a353-0b0f66805955 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:56.836373 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a48b52ea-22fa-46c7-aa9b-2e457f1bc18e req-0a4f6f20-3711-47e4-a353-0b0f66805955 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0832071
Feb 04 00:03:56.938545 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a48b52ea-22fa-46c7-aa9b-2e457f1bc18e req-5f09f7f8-2d8f-4764-92b0-cefe92686d2d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940924
Feb 04 00:03:57.627973 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35572) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:57.779291 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:57.822069 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:57.824750 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Usage tracker for resource:security_group_rule and tenant:40b5b882c1b84519a9351bb5b6b0baf1 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:57.827914 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:57.833475 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:57.962837 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:57.970721 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cbb0ec87-6bdb-498d-a42e-34085288d261 req-79673956-6e70-41b3-9f65-1cdc3883fb79 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1218801
Feb 04 00:03:57.971659 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:58.062080 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ec0123-2b5e-4078-aaa2-d52e7a51d14d,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:58.111531 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40b5b882c1b84519a9351bb5b6b0baf1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4786434
Feb 04 00:03:58.113225 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35590) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:58.122141 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.122483 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.122813 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.123138 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.123461 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.123806 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.124129 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.124444 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.124759 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.125063 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.125376 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed5c0c-79c2-48b7-8cc3-88f5eb1b724e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.182304 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cbb0ec87-6bdb-498d-a42e-34085288d261 req-de84112d-88db-4d85-a5f3-ffa389cde7bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 1098 time: 0.1788368
Feb 04 00:03:58.182582 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:58.194392 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a8fa3-fb35-4383-9404-da57c1a325f0 req-6b38d0a1-492a-4497-b98d-be0f9fd3f16f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:58.197065 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4e4a8fa3-fb35-4383-9404-da57c1a325f0 req-6b38d0a1-492a-4497-b98d-be0f9fd3f16f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1279836
Feb 04 00:03:58.214816 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:58.272972 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:58.288352 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ec0123-2b5e-4078-aaa2-d52e7a51d14d,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:58.299404 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:58.303172 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4ec0123-2b5e-4078-aaa2-d52e7a51d14d HTTP/1.1" status: 204  len: 168 time: 0.1882277
Feb 04 00:03:58.304705 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.305092 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.305380 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.305701 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.306024 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.306348 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.306667 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.307026 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.308064 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.308064 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.308064 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa109e-ccec-4c2c-bb0e-85b6e00214e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:03:58.365687 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4e4a8fa3-fb35-4383-9404-da57c1a325f0 req-ab4f4cda-030b-4d3f-9d5b-ced9449c2efd tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634793
Feb 04 00:03:58.414300 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0ec87-6bdb-498d-a42e-34085288d261 req-8be7b3ff-4041-4bca-8ef7-b6cf159bd6aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:58.415825 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cbb0ec87-6bdb-498d-a42e-34085288d261 req-8be7b3ff-4041-4bca-8ef7-b6cf159bd6aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 916 time: 0.1971860
Feb 04 00:03:58.462951 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:03:58.493524 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cbb0ec87-6bdb-498d-a42e-34085288d261 req-8af9319d-9153-409d-924c-34ef5191726c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c3d168-33d7-4322-9b03-ff2e9efc4662 HTTP/1.1" status: 200  len: 217 time: 0.0678654
Feb 04 00:03:58.569194 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0ec87-6bdb-498d-a42e-34085288d261 req-df288494-3ccb-428e-9ce5-e40f18e1da83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:58.570977 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cbb0ec87-6bdb-498d-a42e-34085288d261 req-df288494-3ccb-428e-9ce5-e40f18e1da83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8895f53e-5c8c-4446-8d0c-f3329013e8c0 HTTP/1.1" status: 200  len: 855 time: 0.0690792
Feb 04 00:03:58.622577 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cbb0ec87-6bdb-498d-a42e-34085288d261 req-93ae4850-955d-47ae-84c0-73d70d241b11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05e3a156-5e5b-45b1-984f-62dbbf637085&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443177
Feb 04 00:03:58.695220 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35608) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:58.722624 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ff412612-31d3-4d33-bbcf-2c7a033e6c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:58.759354 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ff412612-31d3-4d33-bbcf-2c7a033e6c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:58.764038 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ff412612-31d3-4d33-bbcf-2c7a033e6c67 admin admin] Usage tracker for resource:security_group_rule and tenant:af79b9bb9e4d4f3da4e2dea6c6ad365f is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:58.767263 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ff412612-31d3-4d33-bbcf-2c7a033e6c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:58.774591 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ff412612-31d3-4d33-bbcf-2c7a033e6c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:58.866069 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ff412612-31d3-4d33-bbcf-2c7a033e6c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:58.869261 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cbb0ec87-6bdb-498d-a42e-34085288d261 req-8875c1b4-634d-4a22-b5e0-7ff540e311a1 service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383432
Feb 04 00:03:58.871600 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ff412612-31d3-4d33-bbcf-2c7a033e6c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:58.940961 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-ff412612-31d3-4d33-bbcf-2c7a033e6c67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af79b9bb9e4d4f3da4e2dea6c6ad365f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2441726
Feb 04 00:03:58.941649 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff412612-31d3-4d33-bbcf-2c7a033e6c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c0721-7e1d-4d88-be49-46bf9daa86c1,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:58.944583 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35622) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:59.029206 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4ca1-44d4-4d20-9347-edcc3531443f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:59.052400 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cbb0ec87-6bdb-498d-a42e-34085288d261 req-c8298c88-c186-4e12-956e-ce69a2a84143 service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751900
Feb 04 00:03:59.076190 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4ca1-44d4-4d20-9347-edcc3531443f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:59.129693 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4ca1-44d4-4d20-9347-edcc3531443f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:59.144399 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f4ca1-44d4-4d20-9347-edcc3531443f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c0721-7e1d-4d88-be49-46bf9daa86c1,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:59.150306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4ca1-44d4-4d20-9347-edcc3531443f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:59.151428 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-fb6f4ca1-44d4-4d20-9347-edcc3531443f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f3c0721-7e1d-4d88-be49-46bf9daa86c1 HTTP/1.1" status: 204  len: 168 time: 0.2058997
Feb 04 00:03:59.604168 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820787b-5b73-4b7b-9bee-f5ac16cd5f78 req-ab3b9aa1-4bf2-4787-97c6-9cf589e83fde tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:03:59.605747 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4820787b-5b73-4b7b-9bee-f5ac16cd5f78 req-ab3b9aa1-4bf2-4787-97c6-9cf589e83fde tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0914743
Feb 04 00:03:59.661016 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4820787b-5b73-4b7b-9bee-f5ac16cd5f78 req-9daa4725-8422-4ad9-a369-6a82d6e464c1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494039
Feb 04 00:03:59.693345 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35644) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:59.705235 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b76a723d-b317-4745-99d9-d7debefddf80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:59.744212 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-b76a723d-b317-4745-99d9-d7debefddf80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:03:59.748145 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-b76a723d-b317-4745-99d9-d7debefddf80 admin admin] Usage tracker for resource:security_group_rule and tenant:3c285268649e4ae19101a0ed7874155a is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:03:59.751292 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-b76a723d-b317-4745-99d9-d7debefddf80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:03:59.757422 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-b76a723d-b317-4745-99d9-d7debefddf80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:03:59.829118 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b76a723d-b317-4745-99d9-d7debefddf80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:59.833165 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b76a723d-b317-4745-99d9-d7debefddf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:59.842012 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35650) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:59.885258 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a723d-b317-4745-99d9-d7debefddf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f37693d-f329-45c9-9c29-96f2957fc33c,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:03:59.889479 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-b76a723d-b317-4745-99d9-d7debefddf80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c285268649e4ae19101a0ed7874155a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2016370
Feb 04 00:03:59.892139 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35658) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:03:59.955110 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-20f501f9-67fa-43ad-bc41-eb9efc1002a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:03:59.985010 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-20f501f9-67fa-43ad-bc41-eb9efc1002a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:00.039651 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-89e54b52-f9e9-46c4-97d3-8627acf4ab9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:00.077835 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-20f501f9-67fa-43ad-bc41-eb9efc1002a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:00.100813 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f501f9-67fa-43ad-bc41-eb9efc1002a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f37693d-f329-45c9-9c29-96f2957fc33c,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:00.107447 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-89e54b52-f9e9-46c4-97d3-8627acf4ab9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:00.111924 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-20f501f9-67fa-43ad-bc41-eb9efc1002a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:00.113050 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-20f501f9-67fa-43ad-bc41-eb9efc1002a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f37693d-f329-45c9-9c29-96f2957fc33c HTTP/1.1" status: 204  len: 168 time: 0.2199783
Feb 04 00:04:00.114277 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-89e54b52-f9e9-46c4-97d3-8627acf4ab9d admin admin] Usage tracker for resource:security_group_rule and tenant:5d81c2ceef2e4de5bbc122c13e904873 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:00.118321 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-89e54b52-f9e9-46c4-97d3-8627acf4ab9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:00.124389 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-89e54b52-f9e9-46c4-97d3-8627acf4ab9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:00.194248 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-89e54b52-f9e9-46c4-97d3-8627acf4ab9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:00.198174 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-89e54b52-f9e9-46c4-97d3-8627acf4ab9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:00.245839 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-89e54b52-f9e9-46c4-97d3-8627acf4ab9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d81c2ceef2e4de5bbc122c13e904873&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4024971
Feb 04 00:04:00.246648 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e54b52-f9e9-46c4-97d3-8627acf4ab9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243f6019-3ce4-42c7-b14c-7090d4118ec8,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:00.248527 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35670) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:00.330419 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b275e2d-17ce-4d4e-8504-c3d7b7f2d95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:00.360120 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b275e2d-17ce-4d4e-8504-c3d7b7f2d95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:00.433912 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b275e2d-17ce-4d4e-8504-c3d7b7f2d95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:00.472833 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b275e2d-17ce-4d4e-8504-c3d7b7f2d95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243f6019-3ce4-42c7-b14c-7090d4118ec8,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:00.492022 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b275e2d-17ce-4d4e-8504-c3d7b7f2d95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:00.493307 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0b275e2d-17ce-4d4e-8504-c3d7b7f2d95b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/243f6019-3ce4-42c7-b14c-7090d4118ec8 HTTP/1.1" status: 204  len: 168 time: 0.2436097
Feb 04 00:04:00.683450 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35698) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:00.887203 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aaaae-c10d-4f6a-b304-78b7718f9878 req-fc4a94c6-28c6-4669-885d-af25c803ae47 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:00.889571 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6a4aaaae-c10d-4f6a-b304-78b7718f9878 req-fc4a94c6-28c6-4669-885d-af25c803ae47 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0907712
Feb 04 00:04:00.951667 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6a4aaaae-c10d-4f6a-b304-78b7718f9878 req-e418997d-4b20-4df2-ba64-76307f232ba4 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525925
Feb 04 00:04:01.059779 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f345b8cd-c0f7-404e-a4fb-f654bd876db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:01.097625 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-f345b8cd-c0f7-404e-a4fb-f654bd876db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:01.103144 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-f345b8cd-c0f7-404e-a4fb-f654bd876db8 admin admin] Usage tracker for resource:security_group_rule and tenant:973c7e1ac76447bc9241d8e826930ede is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:01.106810 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-f345b8cd-c0f7-404e-a4fb-f654bd876db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:01.117164 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-f345b8cd-c0f7-404e-a4fb-f654bd876db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:01.272088 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f345b8cd-c0f7-404e-a4fb-f654bd876db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:01.282919 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f345b8cd-c0f7-404e-a4fb-f654bd876db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:01.392794 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345b8cd-c0f7-404e-a4fb-f654bd876db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5741bb-f2af-4899-8601-1c26f55a053e,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:01.423051 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35732) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:01.423735 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-f345b8cd-c0f7-404e-a4fb-f654bd876db8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=973c7e1ac76447bc9241d8e826930ede&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7354712
Feb 04 00:04:01.523236 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-87a92cb8-d464-40a3-aa52-81e06169b146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:01.549539 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-87a92cb8-d464-40a3-aa52-81e06169b146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:01.617712 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-87a92cb8-d464-40a3-aa52-81e06169b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:01.632335 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a92cb8-d464-40a3-aa52-81e06169b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5741bb-f2af-4899-8601-1c26f55a053e,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:01.640867 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-87a92cb8-d464-40a3-aa52-81e06169b146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:01.642162 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-87a92cb8-d464-40a3-aa52-81e06169b146 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f5741bb-f2af-4899-8601-1c26f55a053e HTTP/1.1" status: 204  len: 168 time: 0.2180424
Feb 04 00:04:02.104511 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35758) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:02.161758 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6288-b11e-4f47-8b5e-7e168d46f008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:02.218112 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ebdc6288-b11e-4f47-8b5e-7e168d46f008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:02.224446 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ebdc6288-b11e-4f47-8b5e-7e168d46f008 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5f4bdc2b1b41d28e709efee22ae231 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:02.228744 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ebdc6288-b11e-4f47-8b5e-7e168d46f008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:02.236391 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ebdc6288-b11e-4f47-8b5e-7e168d46f008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:02.254008 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb9589-5323-41fe-9b1c-78cb8383a411 req-c606ca70-c35e-4a19-977d-9b4dade45e68 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:02.255683 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f4eb9589-5323-41fe-9b1c-78cb8383a411 req-c606ca70-c35e-4a19-977d-9b4dade45e68 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1341848
Feb 04 00:04:02.331697 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f4eb9589-5323-41fe-9b1c-78cb8383a411 req-d9799425-19eb-4e04-9fc2-c2c02b28e2c9 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701754
Feb 04 00:04:02.370718 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6288-b11e-4f47-8b5e-7e168d46f008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:02.376883 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6288-b11e-4f47-8b5e-7e168d46f008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:02.434254 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-ebdc6288-b11e-4f47-8b5e-7e168d46f008 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b5f4bdc2b1b41d28e709efee22ae231&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3282328
Feb 04 00:04:02.437037 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35768) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:02.439969 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc6288-b11e-4f47-8b5e-7e168d46f008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a4a179-a204-4c9d-9588-ba879e313e6a,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:02.510518 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3f831baf-6570-4654-b1f6-1536fd862c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:02.542790 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3f831baf-6570-4654-b1f6-1536fd862c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:02.614556 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3f831baf-6570-4654-b1f6-1536fd862c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:02.637673 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f831baf-6570-4654-b1f6-1536fd862c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a4a179-a204-4c9d-9588-ba879e313e6a,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:02.674828 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3f831baf-6570-4654-b1f6-1536fd862c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:02.675951 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-3f831baf-6570-4654-b1f6-1536fd862c49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03a4a179-a204-4c9d-9588-ba879e313e6a HTTP/1.1" status: 204  len: 168 time: 0.2379768
Feb 04 00:04:03.132423 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 35794) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:03.153883 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-95a4637c-652d-4a14-97a1-5a5557443dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:03.187793 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-95a4637c-652d-4a14-97a1-5a5557443dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:03.191712 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-95a4637c-652d-4a14-97a1-5a5557443dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:91e2d82690b14e868deae74c161a3c2c is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:03.195576 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-95a4637c-652d-4a14-97a1-5a5557443dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:03.202440 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-95a4637c-652d-4a14-97a1-5a5557443dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:03.286477 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-95a4637c-652d-4a14-97a1-5a5557443dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:03.292753 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-95a4637c-652d-4a14-97a1-5a5557443dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:03.343223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4637c-652d-4a14-97a1-5a5557443dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ae6c59-5147-47a7-a0b7-922e681b1a81,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:03.347671 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-95a4637c-652d-4a14-97a1-5a5557443dc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91e2d82690b14e868deae74c161a3c2c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2140198
Feb 04 00:04:03.350609 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35802) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:03.454518 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1eebfb30-9760-469a-94f3-cc8439b3ca00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:03.524505 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1eebfb30-9760-469a-94f3-cc8439b3ca00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:03.592893 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead50d5-6c41-4b4c-811a-091d3f8241a8 req-c2433068-0326-4a91-9bde-726f33010aa6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:03.594360 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ead50d5-6c41-4b4c-811a-091d3f8241a8 req-c2433068-0326-4a91-9bde-726f33010aa6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1272752
Feb 04 00:04:03.613824 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1eebfb30-9760-469a-94f3-cc8439b3ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:03.637471 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebfb30-9760-469a-94f3-cc8439b3ca00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ae6c59-5147-47a7-a0b7-922e681b1a81,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:03.656543 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1eebfb30-9760-469a-94f3-cc8439b3ca00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:03.657666 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-1eebfb30-9760-469a-94f3-cc8439b3ca00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34ae6c59-5147-47a7-a0b7-922e681b1a81 HTTP/1.1" status: 204  len: 168 time: 0.3061028
Feb 04 00:04:03.665983 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ead50d5-6c41-4b4c-811a-091d3f8241a8 req-aab73088-444a-4904-9c97-e768ac10a0d3 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659542
Feb 04 00:04:04.284622 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-b9b0d218-082e-4f50-b255-13f12dcfeabf tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=38515c0e31e7450297b2f07bcb1ee874&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0291235
Feb 04 00:04:04.521112 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-f358d39b-3c8c-461f-8b55-2178ef901c15 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:04.528878 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-f358d39b-3c8c-461f-8b55-2178ef901c15 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2381465
Feb 04 00:04:04.542722 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-a2ed3b47-8a72-42df-8aa6-a161937efeac tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/quotas/38515c0e31e7450297b2f07bcb1ee874 HTTP/1.1" status: 200  len: 375 time: 0.0125046
Feb 04 00:04:04.593805 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-3ee6d107-ae4e-4574-afa1-4cca4e3c48d5 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=38515c0e31e7450297b2f07bcb1ee874&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0460947
Feb 04 00:04:04.874433 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6f2fb6ce-c537-4220-bad6-076cb1f174c0 req-f5c2c832-bca1-4fb5-babe-83b2f8f01e31 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 210 time: 0.1064553
Feb 04 00:04:04.994641 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e39b28-8191-4935-92eb-a8c86a5de1c6 req-60f2449c-ff88-4bb0-8af9-90b799fe81ef tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:05.000058 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-09e39b28-8191-4935-92eb-a8c86a5de1c6 req-60f2449c-ff88-4bb0-8af9-90b799fe81ef tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1657197
Feb 04 00:04:05.046255 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-09e39b28-8191-4935-92eb-a8c86a5de1c6 req-948275a5-d2ca-4f47-8da7-f40525ccec6a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438914
Feb 04 00:04:05.575181 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bbb3012c-1b21-491d-aa8b-860b3c9bd6a7 req-f4e49a45-6e6e-4613-b115-aae3ababa512 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 1099 time: 0.0797160
Feb 04 00:04:05.621828 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bbb3012c-1b21-491d-aa8b-860b3c9bd6a7 req-a34c8f83-2ba2-42b6-a523-48ee6084c1a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391331
Feb 04 00:04:06.083867 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-18f19001-7048-4e24-8b31-bb5f7a41a017 req-706e52ae-13cb-46ae-b446-94cc5f0794f4 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 210 time: 0.0584259
Feb 04 00:04:06.337420 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d985f97-3453-442d-93de-63d61728e165 req-b07f440a-3da8-4e01-99d8-616322e48dad tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:06.345001 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1d985f97-3453-442d-93de-63d61728e165 req-b07f440a-3da8-4e01-99d8-616322e48dad tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1397614
Feb 04 00:04:06.375501 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-43817529-2d09-49cb-8761-b2c18b34c4a7 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=38515c0e31e7450297b2f07bcb1ee874&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0618746
Feb 04 00:04:06.410347 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1d985f97-3453-442d-93de-63d61728e165 req-13e834fe-e8a4-4a9b-ad61-417337737a29 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643845
Feb 04 00:04:06.622318 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-1d9111ee-4c1f-4157-bf64-c3ee8bdc94b2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:06.624786 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-1d9111ee-4c1f-4157-bf64-c3ee8bdc94b2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2417836
Feb 04 00:04:06.651313 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Request body: {'port': {'device_id': 'b09db42a-096f-4b15-a2fb-b6fa3c98d178', 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83', 'admin_state_up': True, 'tenant_id': '38515c0e31e7450297b2f07bcb1ee874'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:06.869642 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:06.873938 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Usage tracker for resource:port and tenant:38515c0e31e7450297b2f07bcb1ee874 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:06.876858 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:06.883860 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:06.900070 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Made reservation on behalf of 38515c0e31e7450297b2f07bcb1ee874 for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:06.900070 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:06.914465 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:06.963153 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:06.967437 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Usage tracker for resource:security_group_rule and tenant:38515c0e31e7450297b2f07bcb1ee874 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:06.970365 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:06.976844 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:07.077473 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:07.095231 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:07.168734 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b7cf4a-c911-47d8-82ca-b0665338bc43,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:07.360810 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dd612c84-9b87-4086-85ce-9472ba0d74de req-a8cc12d1-8315-42c9-9f42-41a76e2d785a tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 210 time: 0.1059177
Feb 04 00:04:07.386882 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Allocated IP 192.168.233.25 (b989c2f8-b508-4f17-b242-56593d2f5a83/670ca7cf-4aff-4686-a9bc-14d8a9e95cdb/b0af1e28-6e7f-47e6-b6c0-2528e21d1484) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:07.597730 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:07.606605 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c111bd-ed4d-4ed3-a635-0327a0c0fb4f req-4e2c3cfe-386f-4796-a1e0-33be597b10c0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:07.608119 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b8c111bd-ed4d-4ed3-a635-0327a0c0fb4f req-4e2c3cfe-386f-4796-a1e0-33be597b10c0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0818431
Feb 04 00:04:07.614279 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Transition to ACTIVE for port object b0af1e28-6e7f-47e6-b6c0-2528e21d1484 will not be triggered until provisioned by entity DHCP. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:07.636242 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:07.658345 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b8c111bd-ed4d-4ed3-a635-0327a0c0fb4f req-338d8a2d-45e5-42f8-9338-1e6d9f3ce847 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446160
Feb 04 00:04:07.708707 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Network b989c2f8-b508-4f17-b242-56593d2f5a83 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:07.711886 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:07.716721 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:07.746726 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Pushing event updated for resources: {'Port': ['ID=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:07.784235 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:07.784832 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:07.824686 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-5ccfd712-e5b8-4806-af40-8ffdb91836d2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1804588
Feb 04 00:04:07.838820 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Request body: {'port': {'device_id': 'b09db42a-096f-4b15-a2fb-b6fa3c98d178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:08.030758 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-50aff2f6-5012-4fec-ac13-d63e1df05f6d None None] Provisioning for port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:08.033769 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:08.039724 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-50aff2f6-5012-4fec-ac13-d63e1df05f6d None None] Provisioning complete for port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:08.040215 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-50aff2f6-5012-4fec-ac13-d63e1df05f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:08.119976 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-50aff2f6-5012-4fec-ac13-d63e1df05f6d None None] Port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:04:08.374710 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1b23fe6e-2801-4dd3-b998-f441e33ce279 req-8407d5c8-49b1-4b47-82e1-1a5a64f9362a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 1099 time: 0.2455070
Feb 04 00:04:08.582860 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b9b31-b5b6-4c31-adf7-919cce5c241f req-573d1537-77e9-42eb-8cf1-81cb622e2374 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:08.584985 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bf3b9b31-b5b6-4c31-adf7-919cce5c241f req-573d1537-77e9-42eb-8cf1-81cb622e2374 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.3647947
Feb 04 00:04:08.680544 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d312e-4365-48bf-b21b-fdbffac14d4c req-6a3f47e0-b9b5-462b-977f-646f586ce8f2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:08.682552 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-411d312e-4365-48bf-b21b-fdbffac14d4c req-6a3f47e0-b9b5-462b-977f-646f586ce8f2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 935 time: 0.1572490
Feb 04 00:04:08.724033 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23fe6e-2801-4dd3-b998-f441e33ce279 req-f89e361f-1138-42a9-8c4b-a8a9b3edfbae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:08.726366 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1b23fe6e-2801-4dd3-b998-f441e33ce279 req-f89e361f-1138-42a9-8c4b-a8a9b3edfbae service neutron] 10.222.0.48 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 920 time: 0.3239479
Feb 04 00:04:08.746684 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-411d312e-4365-48bf-b21b-fdbffac14d4c req-3049bea3-3ea6-4260-8196-4140826aaa23 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581219
Feb 04 00:04:08.776536 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 35996) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:08.779042 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bf3b9b31-b5b6-4c31-adf7-919cce5c241f req-98b5ae8e-e21a-4364-acb5-d95df3903c49 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827276
Feb 04 00:04:08.892698 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1b23fe6e-2801-4dd3-b998-f441e33ce279 req-0e596209-1a61-4bfc-a66b-9d403cea2371 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 HTTP/1.1" status: 200  len: 217 time: 0.1251912
Feb 04 00:04:08.902107 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0af1e28-6e7f-47e6-b6c0-2528e21d1484 {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:04:08.942355 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:08.946677 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-abe2b6ee-be1a-45fb-bc29-05ec4d8ad73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:08.989698 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-abe2b6ee-be1a-45fb-bc29-05ec4d8ad73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:08.995726 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-abe2b6ee-be1a-45fb-bc29-05ec4d8ad73a admin admin] Usage tracker for resource:security_group_rule and tenant:609f3d1d8c874a918bc6472875938955 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:08.995891 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Transition to ACTIVE for port object b0af1e28-6e7f-47e6-b6c0-2528e21d1484 will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:08.999148 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-abe2b6ee-be1a-45fb-bc29-05ec4d8ad73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:09.007400 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:09.008896 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-abe2b6ee-be1a-45fb-bc29-05ec4d8ad73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:09.084047 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23fe6e-2801-4dd3-b998-f441e33ce279 req-03d35fbd-c8dd-4c1c-ab8c-2582a471b269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:09.085742 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1b23fe6e-2801-4dd3-b998-f441e33ce279 req-03d35fbd-c8dd-4c1c-ab8c-2582a471b269 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e23f6667-5fb7-49c5-a8c5-849d40e30b71 HTTP/1.1" status: 200  len: 859 time: 0.1791587
Feb 04 00:04:09.120044 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-abe2b6ee-be1a-45fb-bc29-05ec4d8ad73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:09.132308 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-abe2b6ee-be1a-45fb-bc29-05ec4d8ad73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:09.197685 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2b6ee-be1a-45fb-bc29-05ec4d8ad73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518897de-655a-4c3d-a0dc-32bde0899647,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:09.211160 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-abe2b6ee-be1a-45fb-bc29-05ec4d8ad73a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=609f3d1d8c874a918bc6472875938955&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4331672
Feb 04 00:04:09.212122 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36014) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:09.226936 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1b23fe6e-2801-4dd3-b998-f441e33ce279 req-0cc7c16a-9713-4667-95b1-bb54658b15af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86714709-d562-47b4-aedf-bc8a8c6629b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714467
Feb 04 00:04:09.298598 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b66f497e-6117-4341-bb00-92f741cc5726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:09.327233 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Pushing event updated for resources: {'Port': ['ID=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:09.391192 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b66f497e-6117-4341-bb00-92f741cc5726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:09.481707 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b66f497e-6117-4341-bb00-92f741cc5726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:09.496832 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f497e-6117-4341-bb00-92f741cc5726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518897de-655a-4c3d-a0dc-32bde0899647,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:09.513438 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b66f497e-6117-4341-bb00-92f741cc5726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:09.514837 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-b66f497e-6117-4341-bb00-92f741cc5726 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/518897de-655a-4c3d-a0dc-32bde0899647 HTTP/1.1" status: 204  len: 168 time: 0.3016367
Feb 04 00:04:09.658635 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1b23fe6e-2801-4dd3-b998-f441e33ce279 req-8116dfe6-c4a8-43b6-8ae7-6c5bb7e366fd service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4218817
Feb 04 00:04:09.666072 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Attempting to bind port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:09.666467 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Attempting to bind port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '4231fbf7-7849-455f-a23c-184281b8438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:09.666826 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Attempting to bind port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 on network b989c2f8-b508-4f17-b242-56593d2f5a83 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:09.698055 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 on network b989c2f8-b508-4f17-b242-56593d2f5a83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:04:09.698383 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Attempting to bind port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 on network b989c2f8-b508-4f17-b242-56593d2f5a83 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:09.758988 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:09.759678 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Checking segment: {'id': '4231fbf7-7849-455f-a23c-184281b8438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:09.759767 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Bound using segment: {'id': '4231fbf7-7849-455f-a23c-184281b8438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:09.760234 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Bound port: b0af1e28-6e7f-47e6-b6c0-2528e21d1484, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231fbf7-7849-455f-a23c-184281b8438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:09.760471 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:09.909966 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1b23fe6e-2801-4dd3-b998-f441e33ce279 req-f0052436-cd75-4b6b-8a44-ca2848168f78 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374730
Feb 04 00:04:09.926175 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] For port b0af1e28-6e7f-47e6-b6c0-2528e21d1484, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:09.932734 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] For port b0af1e28-6e7f-47e6-b6c0-2528e21d1484, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,segment=NetworkSegment(4231fbf7-7849-455f-a23c-184281b8438b),segment_id=4231fbf7-7849-455f-a23c-184281b8438b)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:09.961866 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:10.175273 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:10.176685 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] 10.222.0.48 "PUT /v2.0/ports/b0af1e28-6e7f-47e6-b6c0-2528e21d1484 HTTP/1.1" status: 200  len: 1097 time: 2.3438246
Feb 04 00:04:10.179091 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09db42a-096f-4b15-a2fb-b6fa3c98d178', 'tag': 'b0af1e28-6e7f-47e6-b6c0-2528e21d1484'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:04:10.233786 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99651121-f3d9-4136-9b5a-3cb805343a1e service neutron] Pushing event updated for resources: {'Port': ['ID=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:10.294882 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55d26d-492c-48cb-88cc-482360010705 req-850eee6f-8b92-4bac-9831-7068da8b274d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:10.298950 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0a55d26d-492c-48cb-88cc-482360010705 req-850eee6f-8b92-4bac-9831-7068da8b274d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.2743180
Feb 04 00:04:10.363833 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e85b3-14bc-4c7f-b62e-28566693c609 req-c700e2b4-dcd7-45b6-81e0-79bfc3f96174 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:10.365552 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-700e85b3-14bc-4c7f-b62e-28566693c609 req-c700e2b4-dcd7-45b6-81e0-79bfc3f96174 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Synchronizing usage tracker for tenant:38515c0e31e7450297b2f07bcb1ee874 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:04:10.421633 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-700e85b3-14bc-4c7f-b62e-28566693c609 req-c700e2b4-dcd7-45b6-81e0-79bfc3f96174 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Unset dirty status for tenant:38515c0e31e7450297b2f07bcb1ee874 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:04:10.424773 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0a55d26d-492c-48cb-88cc-482360010705 req-92c22898-7fe1-4023-9e98-9eb501762e49 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160457
Feb 04 00:04:10.428642 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-700e85b3-14bc-4c7f-b62e-28566693c609 req-c700e2b4-dcd7-45b6-81e0-79bfc3f96174 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 947 time: 0.3765733
Feb 04 00:04:10.486536 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-9592908b-af04-4fb1-ba72-37727fe5cb97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38515c0e31e7450297b2f07bcb1ee874&device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 1100 time: 0.2471306
Feb 04 00:04:10.690449 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-700e85b3-14bc-4c7f-b62e-28566693c609 req-8ff6a7a3-e035-4528-ad03-3e990b03d389 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Synchronizing usage tracker for tenant:38515c0e31e7450297b2f07bcb1ee874 on resource:security_group {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:04:10.717518 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-47438e10-0671-4676-8bb7-754842db0296 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=b0af1e28-6e7f-47e6-b6c0-2528e21d1484 HTTP/1.1" status: 200  len: 217 time: 0.2099459
Feb 04 00:04:10.720887 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-700e85b3-14bc-4c7f-b62e-28566693c609 req-8ff6a7a3-e035-4528-ad03-3e990b03d389 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Unset dirty status for tenant:38515c0e31e7450297b2f07bcb1ee874 on resource:security_group {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:04:10.735361 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-700e85b3-14bc-4c7f-b62e-28566693c609 req-8ff6a7a3-e035-4528-ad03-3e990b03d389 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3056600
Feb 04 00:04:10.851353 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09db42a-096f-4b15-a2fb-b6fa3c98d178', 'tag': 'b0af1e28-6e7f-47e6-b6c0-2528e21d1484', 'status': 'completed', 'code': 200}
Feb 04 00:04:10.859937 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-c67eca99-39b9-47c1-8392-4af9ee8bc686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:10.862090 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-c67eca99-39b9-47c1-8392-4af9ee8bc686 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=670ca7cf-4aff-4686-a9bc-14d8a9e95cdb HTTP/1.1" status: 200  len: 843 time: 0.1257682
Feb 04 00:04:10.929672 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36084) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:10.966946 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-709d8e5e-6cd1-4e07-b090-075f5cf912c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b989c2f8-b508-4f17-b242-56593d2f5a83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0971882
Feb 04 00:04:11.112978 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-54940934-network', 'tenant_id': 'e7e8fb69e8c04d36825e79a42821b782'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:11.119823 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:11.122818 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Usage tracker for resource:network and tenant:e7e8fb69e8c04d36825e79a42821b782 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:11.125691 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:11.133466 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:11.150867 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Made reservation on behalf of e7e8fb69e8c04d36825e79a42821b782 for: {'network': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:11.160723 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:11.174090 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-b9812452-c9fa-42d6-b1e2-0f6eb49797f6 service neutron] 10.222.0.48 "GET /v2.0/networks/b989c2f8-b508-4f17-b242-56593d2f5a83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971655
Feb 04 00:04:11.180801 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:11.231455 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:11.235373 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Usage tracker for resource:security_group_rule and tenant:e7e8fb69e8c04d36825e79a42821b782 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:11.240774 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:11.247020 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:11.336151 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:11.342851 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:11.365871 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8653749a-c7aa-4afe-9936-0eb559de9283 req-41fd9c74-ff01-466b-8e93-a947467b0574 service neutron] 10.222.0.48 "GET /v2.0/networks/b989c2f8-b508-4f17-b242-56593d2f5a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1650121
Feb 04 00:04:11.368484 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'}  {{(pid=82731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:04:11.388903 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41594fae-f534-494d-96d5-6260347485ba,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:11.391578 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:11.392028 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.segments_db [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Added segment 7bff1978-4357-4f9a-893c-4494b743c294 of type vlan for network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d
Feb 04 00:04:11.423593 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:11.460228 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:11.461513 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:11.462306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:11.530929 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-20dd26e0-05cd-4227-ab80-dce0ebb4cbbd req-af935602-d3ae-47e6-b014-69372b18c391 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38515c0e31e7450297b2f07bcb1ee874&device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 1100 time: 0.1113491
Feb 04 00:04:11.585826 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] Pushing event updated for resources: {'Network': ['ID=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:11.597764 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-71d6fee0-850a-4dc4-9c96-caaf5eb8e617 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6667502
Feb 04 00:04:11.598477 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36108) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:11.598607 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:04:11.604253 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Request body: {'subnet': {'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-54940934-subnet', 'tenant_id': 'e7e8fb69e8c04d36825e79a42821b782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:11.609012 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:11.612928 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Usage tracker for resource:subnet and tenant:e7e8fb69e8c04d36825e79a42821b782 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:11.620379 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:11.624129 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:11.651362 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Made reservation on behalf of e7e8fb69e8c04d36825e79a42821b782 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:11.659076 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15663920'] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:11.817855 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf1f0e-03fe-4401-9d0f-3f99aa9255ce req-59e63d84-6f89-4df8-b48f-68dd3341a299 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:11.819414 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dacf1f0e-03fe-4401-9d0f-3f99aa9255ce req-59e63d84-6f89-4df8-b48f-68dd3341a299 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1778517
Feb 04 00:04:11.820381 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd26e0-05cd-4227-ab80-dce0ebb4cbbd req-cd9ef07a-c297-4134-b54a-2f06dff47137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:11.821679 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-20dd26e0-05cd-4227-ab80-dce0ebb4cbbd req-cd9ef07a-c297-4134-b54a-2f06dff47137 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b989c2f8-b508-4f17-b242-56593d2f5a83 HTTP/1.1" status: 200  len: 870 time: 0.2819088
Feb 04 00:04:11.939170 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16080072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15663910'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:11.953272 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-20dd26e0-05cd-4227-ab80-dce0ebb4cbbd req-e5d1c4fc-9351-4a2f-b7f7-f7748cd67fa7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=b0af1e28-6e7f-47e6-b6c0-2528e21d1484 HTTP/1.1" status: 200  len: 217 time: 0.0916469
Feb 04 00:04:11.973953 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dacf1f0e-03fe-4401-9d0f-3f99aa9255ce req-33dd903c-0304-4af0-9422-ff58fd7fbfdc tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472445
Feb 04 00:04:12.058068 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ad85f4-7753-4863-92d1-43c8088fde6e,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:12.058756 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd26e0-05cd-4227-ab80-dce0ebb4cbbd req-3b782ed2-b8fd-440b-9b1d-0f0a06a08b2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:12.060953 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-20dd26e0-05cd-4227-ab80-dce0ebb4cbbd req-3b782ed2-b8fd-440b-9b1d-0f0a06a08b2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=670ca7cf-4aff-4686-a9bc-14d8a9e95cdb HTTP/1.1" status: 200  len: 843 time: 0.0857012
Feb 04 00:04:12.098950 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Checking segment: {'id': '7bff1978-4357-4f9a-893c-4494b743c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:12.099307 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Network hostable DHCP agents. Network: 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:04:12.132558 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cefee-1952-4812-8a03-b01332205f55 req-bc87bdef-e6ca-4300-98a9-dae957cfb50e tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:12.137032 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-517cefee-1952-4812-8a03-b01332205f55 req-bc87bdef-e6ca-4300-98a9-dae957cfb50e tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 947 time: 0.1635296
Feb 04 00:04:12.165741 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:04:12.190467 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-517cefee-1952-4812-8a03-b01332205f55 req-62ff5812-b8f6-419d-b069-d14778655b00 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493119
Feb 04 00:04:12.191431 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:12.192124 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-20dd26e0-05cd-4227-ab80-dce0ebb4cbbd req-b5fd46e1-fb7e-44ae-97a5-db68edc49805 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b989c2f8-b508-4f17-b242-56593d2f5a83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1149423
Feb 04 00:04:12.196634 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:12.197203 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:12.205435 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25f991-7b23-4dbc-8687-a0dbacd0acdb None None] Network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:04:12.246373 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c2dbd577-0fb3-494c-8ab0-64bd00506da9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6465003
Feb 04 00:04:12.504225 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-20dd26e0-05cd-4227-ab80-dce0ebb4cbbd req-ab7ecc11-c8ea-4c2b-a9df-a88119a44086 service neutron] 10.222.0.48 "GET /v2.0/networks/b989c2f8-b508-4f17-b242-56593d2f5a83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3004937
Feb 04 00:04:12.542125 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991157c6-4ae2-4ffa-8a32-df29a5375c0e None None] Network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:04:12.701894 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-20dd26e0-05cd-4227-ab80-dce0ebb4cbbd req-84144835-4fa0-4d7e-ae0f-b95a1683fafc service neutron] 10.222.0.48 "GET /v2.0/networks/b989c2f8-b508-4f17-b242-56593d2f5a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1890235
Feb 04 00:04:13.213171 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910196-cc66-4de2-84d5-8360b9ba383c req-5cf8d626-e8ee-4c21-a8c1-c95f98e4004d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:13.214665 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-00910196-cc66-4de2-84d5-8360b9ba383c req-5cf8d626-e8ee-4c21-a8c1-c95f98e4004d tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0861917
Feb 04 00:04:13.292072 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-00910196-cc66-4de2-84d5-8360b9ba383c req-3973fa92-d431-43b4-945b-2b2b3e140e1e tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655870
Feb 04 00:04:13.504235 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc694cae-124d-4d42-bfcd-0364d36d9053 req-b9e87861-9d31-47c8-bf48-443843d76db6 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:13.506698 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cc694cae-124d-4d42-bfcd-0364d36d9053 req-b9e87861-9d31-47c8-bf48-443843d76db6 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 947 time: 0.1052887
Feb 04 00:04:13.571163 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cc694cae-124d-4d42-bfcd-0364d36d9053 req-f2e239df-631b-43a7-8514-d33e88658e6c tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585461
Feb 04 00:04:13.871626 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a368e-f827-4d48-8f61-728368de178b req-b1e68009-be40-4e2b-924e-5fd4bb043e50 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:13.873746 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1f4a368e-f827-4d48-8f61-728368de178b req-b1e68009-be40-4e2b-924e-5fd4bb043e50 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0920084
Feb 04 00:04:13.942286 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1f4a368e-f827-4d48-8f61-728368de178b req-d2c9577a-e1b8-48f6-a15b-b718cb4f0fae tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628746
Feb 04 00:04:14.389751 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device b0af1e28-6e7f-47e6-b6c0-2528e21d1484 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:04:14.562268 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port b0af1e28-6e7f-47e6-b6c0-2528e21d1484, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,segment=NetworkSegment(4231fbf7-7849-455f-a23c-184281b8438b),segment_id=4231fbf7-7849-455f-a23c-184281b8438b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:14.579591 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': 'b0af1e28-6e7f-47e6-b6c0-2528e21d1484', 'network_id': 'b989c2f8-b508-4f17-b242-56593d2f5a83', 'port_id': 'b0af1e28-6e7f-47e6-b6c0-2528e21d1484', 'mac_address': 'fa:16:3e:89:8c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670ca7cf-4aff-4686-a9bc-14d8a9e95cdb', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:04:14.651140 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:14.674906 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0af1e28-6e7f-47e6-b6c0-2528e21d1484 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:04:14.692214 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port b0af1e28-6e7f-47e6-b6c0-2528e21d1484, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,segment=NetworkSegment(4231fbf7-7849-455f-a23c-184281b8438b),segment_id=4231fbf7-7849-455f-a23c-184281b8438b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:14.700474 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:14.808358 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:14.859423 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-82f02266-41c0-45e1-a75c-78116ae5feeb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:14.861312 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-7a8e1cb3-3d7b-4a97-bdc0-c1000f034bed tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:14.862004 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-82f02266-41c0-45e1-a75c-78116ae5feeb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 815 time: 0.1753008
Feb 04 00:04:14.862747 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-7a8e1cb3-3d7b-4a97-bdc0-c1000f034bed tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/networks?id=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d HTTP/1.1" status: 200  len: 812 time: 0.1706259
Feb 04 00:04:14.889606 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-563d84f8-3858-4e15-b3df-dd483a88de16 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/quotas/b662c50c07e142b2bfcf011600a2d20f HTTP/1.1" status: 200  len: 375 time: 0.0157700
Feb 04 00:04:14.889717 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-66447013-4bee-4829-8488-b9f4043c30e9 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/quotas/e7e8fb69e8c04d36825e79a42821b782 HTTP/1.1" status: 200  len: 375 time: 0.0165515
Feb 04 00:04:14.933612 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-3f640411-de80-45c5-817a-80f9f5fdc9c2 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7e8fb69e8c04d36825e79a42821b782&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461457
Feb 04 00:04:14.975277 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-51c82318-d94e-410b-bef2-915a03f09a7b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0888739
Feb 04 00:04:15.061120 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['b0af1e28-6e7f-47e6-b6c0-2528e21d1484'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:04:15.071577 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-2f58a51c-2907-42c5-856b-38d3e86c4e33 service neutron] 10.222.0.13 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311893
Feb 04 00:04:15.196851 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-3d373374-4a4a-41ec-83d0-c7e078e4c66c service neutron] 10.222.0.13 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119701
Feb 04 00:04:15.246093 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-c38174b3-7afc-4d73-a765-114fd0cdc2cf service neutron] 10.222.0.13 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1680961
Feb 04 00:04:15.371088 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-a340af96-b071-4153-9c43-df90f6dab483 service neutron] 10.222.0.13 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719303
Feb 04 00:04:15.583857 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-deedbbd5-23ad-41be-a4d7-1fc78f1bd54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:15.607053 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101101c-e904-4dd1-ad56-90ae2e5f491d req-4275a36d-abc4-42a2-abab-f311155ba413 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:15.608591 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4101101c-e904-4dd1-ad56-90ae2e5f491d req-4275a36d-abc4-42a2-abab-f311155ba413 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 948 time: 0.1339395
Feb 04 00:04:15.684622 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4101101c-e904-4dd1-ad56-90ae2e5f491d req-dcf1cd42-894b-4e5f-84a3-50c0361ab6db tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677307
Feb 04 00:04:15.727461 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0be1fa-4c09-4ab5-a845-9335883221e5 req-22553c16-2056-4be3-98b0-346c4dc8e59d tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:15.729438 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2e0be1fa-4c09-4ab5-a845-9335883221e5 req-22553c16-2056-4be3-98b0-346c4dc8e59d tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1136034
Feb 04 00:04:15.782926 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2e0be1fa-4c09-4ab5-a845-9335883221e5 req-8e19d189-8bd4-4541-90c2-72675b33b0b3 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475757
Feb 04 00:04:15.936078 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-366c4b1a-594a-45a8-8951-a4852b3568f3 req-05aaebe6-949b-4649-ae4b-7b5920c776ee tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 210 time: 0.0813527
Feb 04 00:04:15.947095 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64135c0-6fa0-44da-a3aa-bf862defcc96 req-f55b82af-2643-41b8-afb6-e612cf6c4daa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:15.949055 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c64135c0-6fa0-44da-a3aa-bf862defcc96 req-f55b82af-2643-41b8-afb6-e612cf6c4daa tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0988986
Feb 04 00:04:16.011014 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c64135c0-6fa0-44da-a3aa-bf862defcc96 req-e27dc5b1-a22f-4c69-b186-fd9ecdd144ed tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559576
Feb 04 00:04:16.062514 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f9cda1e2-c99a-4c93-ae6a-a002a5948792 req-237fd038-0baa-4b69-8455-a7781006e6b5 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 210 time: 0.0497591
Feb 04 00:04:16.281137 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36256) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:16.392767 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device b0af1e28-6e7f-47e6-b6c0-2528e21d1484 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:16.481592 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f7e1-6ef3-43a0-923b-9948dde84d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:16.486013 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:16.492266 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:16.493149 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:16.518466 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-d8d9f7e1-6ef3-43a0-923b-9948dde84d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:16.526743 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-d8d9f7e1-6ef3-43a0-923b-9948dde84d39 admin admin] Usage tracker for resource:security_group_rule and tenant:50865148b858448894c38929d7d63860 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:16.532858 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-d8d9f7e1-6ef3-43a0-923b-9948dde84d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:16.541786 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-d8d9f7e1-6ef3-43a0-923b-9948dde84d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:16.658759 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:16.678253 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f7e1-6ef3-43a0-923b-9948dde84d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:16.684885 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f7e1-6ef3-43a0-923b-9948dde84d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:16.695787 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09db42a-096f-4b15-a2fb-b6fa3c98d178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af1e28-6e7f-47e6-b6c0-2528e21d1484'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:04:16.717637 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port b0af1e28-6e7f-47e6-b6c0-2528e21d1484, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,segment=NetworkSegment(4231fbf7-7849-455f-a23c-184281b8438b),segment_id=4231fbf7-7849-455f-a23c-184281b8438b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:16.723850 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:16.873375 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36282) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:16.953403 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09db42a-096f-4b15-a2fb-b6fa3c98d178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af1e28-6e7f-47e6-b6c0-2528e21d1484', 'code': 200}
Feb 04 00:04:16.954001 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:16.973621 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.973967 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.974368 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.975223 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.982306 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.982581 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.982927 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.983269 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.983632 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.983960 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.984285 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:16.988350 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9f7e1-6ef3-43a0-923b-9948dde84d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c7d215-4c93-4c08-9e21-17a4bffbc649,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:17.011329 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-d8d9f7e1-6ef3-43a0-923b-9948dde84d39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50865148b858448894c38929d7d63860&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7290318
Feb 04 00:04:17.014680 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36290) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:17.167424 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9496031-6eb0-42be-bac6-d056d8d08952 req-a97fcbe2-40f0-4904-b015-0018815bc32b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:17.171039 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c9496031-6eb0-42be-bac6-d056d8d08952 req-a97fcbe2-40f0-4904-b015-0018815bc32b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0976796
Feb 04 00:04:17.242224 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c9496031-6eb0-42be-bac6-d056d8d08952 req-797f980b-79a9-4d4f-8f9c-d116a957a623 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631106
Feb 04 00:04:17.306672 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-72436df2-08d6-4447-af75-a6ed7e5ffdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:17.420097 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ef739bda-0935-4942-bc2c-e76da1e12daf req-89c669e1-46de-4916-8a83-5f1b26f1dc2f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 210 time: 0.0476468
Feb 04 00:04:17.442796 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-66239450-11a6-4c64-a6fe-0b1885bc6b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:17.466106 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-72436df2-08d6-4447-af75-a6ed7e5ffdf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:17.473477 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-12a1a69c-97bc-4ef3-b3c2-f86f53d511c9 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:17.475079 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-12a1a69c-97bc-4ef3-b3c2-f86f53d511c9 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.48 "GET /v2.0/networks?id=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d HTTP/1.1" status: 200  len: 812 time: 0.4405351
Feb 04 00:04:17.486096 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-72436df2-08d6-4447-af75-a6ed7e5ffdf5 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc59c5ca9bd475dbbe65ddcb63be6ee is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:17.495447 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-72436df2-08d6-4447-af75-a6ed7e5ffdf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:17.506363 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Request body: {'port': {'device_id': '66b660d8-245f-4fe2-8e1d-44176ee8da37', 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d', 'admin_state_up': True, 'tenant_id': 'e7e8fb69e8c04d36825e79a42821b782'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:17.531235 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-72436df2-08d6-4447-af75-a6ed7e5ffdf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:17.536512 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-66239450-11a6-4c64-a6fe-0b1885bc6b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:17.555394 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764303c3-eaee-4e61-838c-e12ecab82d6b req-9fbaf927-3c10-4941-8ee7-b456d055c7c2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:17.556869 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-764303c3-eaee-4e61-838c-e12ecab82d6b req-9fbaf927-3c10-4941-8ee7-b456d055c7c2 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 949 time: 0.4658971
Feb 04 00:04:17.596433 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ae0da5f1-9188-4fba-b3b2-dd27ea562354 req-541108a0-c365-4c8a-ab45-8b20ec9dc094 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 210 time: 0.0663092
Feb 04 00:04:17.839419 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c2d116c-0557-4342-bfc1-cfe57787e5d1 req-967cc8d6-6202-4b16-a341-222536824471 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 1102 time: 0.5776966
Feb 04 00:04:17.982238 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-36d3a8da-d2a4-45e5-a1e7-e0a22bf5001e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:17.983484 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-764303c3-eaee-4e61-838c-e12ecab82d6b req-9d9a54d6-2253-4e7c-86bb-c21889d4b132 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3650744
Feb 04 00:04:18.010265 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:18.029404 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Usage tracker for resource:port and tenant:e7e8fb69e8c04d36825e79a42821b782 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:18.034964 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-66239450-11a6-4c64-a6fe-0b1885bc6b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:18.046635 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:18.075352 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c2d116c-0557-4342-bfc1-cfe57787e5d1 req-3e3f1b08-cb5d-4752-9e91-6120f7637de9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224846
Feb 04 00:04:18.082943 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:18.089236 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66239450-11a6-4c64-a6fe-0b1885bc6b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c7d215-4c93-4c08-9e21-17a4bffbc649,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:18.093527 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-72436df2-08d6-4447-af75-a6ed7e5ffdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:18.102107 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-870c90eb-e607-4b69-8bfd-0a2d69eeb7fc tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:18.103567 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-870c90eb-e607-4b69-8bfd-0a2d69eeb7fc tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 815 time: 0.3837974
Feb 04 00:04:18.110433 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-72436df2-08d6-4447-af75-a6ed7e5ffdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:18.135073 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Made reservation on behalf of e7e8fb69e8c04d36825e79a42821b782 for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:18.138062 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:18.157538 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-66239450-11a6-4c64-a6fe-0b1885bc6b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:18.158611 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-66239450-11a6-4c64-a6fe-0b1885bc6b8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34c7d215-4c93-4c08-9e21-17a4bffbc649 HTTP/1.1" status: 204  len: 168 time: 1.1422744
Feb 04 00:04:18.190473 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72436df2-08d6-4447-af75-a6ed7e5ffdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6688663-a160-4724-824d-4d80709b1f7a,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:18.231715 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-72436df2-08d6-4447-af75-a6ed7e5ffdf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fc59c5ca9bd475dbbe65ddcb63be6ee&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3572083
Feb 04 00:04:18.234553 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36306) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:18.355649 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Request body: {'port': {'device_id': '2c16095b-b866-4a13-b604-f9f9161c43d2', 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085', 'admin_state_up': True, 'tenant_id': 'b662c50c07e142b2bfcf011600a2d20f'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:18.453883 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f2daf-5416-4828-a37d-05f4ba31657b req-3a6a7265-26b9-4df9-87da-bf992773544f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:18.455495 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d25f2daf-5416-4828-a37d-05f4ba31657b req-3a6a7265-26b9-4df9-87da-bf992773544f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0875385
Feb 04 00:04:18.475899 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-853cd116-f252-4c0c-8dcb-3766fb4220f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:18.534601 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Allocated IP 172.20.0.4 (1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d/e2ad85f4-7753-4863-92d1-43c8088fde6e/7b4d6862-7fbf-431d-8a5c-650705f90204) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:18.561223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-853cd116-f252-4c0c-8dcb-3766fb4220f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:18.561373 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d25f2daf-5416-4828-a37d-05f4ba31657b req-0c12be7b-3fe8-4d9b-94c8-34c78b6199ae tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968027
Feb 04 00:04:18.650039 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6cfba568-7ce2-4789-a039-d886be537dbf req-d96f75f9-d1f4-477b-b44d-f2fdc16248b3 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 210 time: 0.0817139
Feb 04 00:04:18.669642 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:18.700657 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:18.732116 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Made reservation on behalf of b662c50c07e142b2bfcf011600a2d20f for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:18.735074 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:18.783809 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e7b1f370-5264-4881-b32b-3342002f4dfb req-55712295-69cd-430a-a7e5-c89d6a860da1 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 210 time: 0.0424986
Feb 04 00:04:18.883960 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-853cd116-f252-4c0c-8dcb-3766fb4220f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:18.937156 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cd116-f252-4c0c-8dcb-3766fb4220f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6688663-a160-4724-824d-4d80709b1f7a,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:18.999037 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.003026 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-853cd116-f252-4c0c-8dcb-3766fb4220f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.004458 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-853cd116-f252-4c0c-8dcb-3766fb4220f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6688663-a160-4724-824d-4d80709b1f7a HTTP/1.1" status: 204  len: 168 time: 0.7689388
Feb 04 00:04:19.071462 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.119492 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.123194 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Allocated IP 172.20.0.12 (05e3a156-5e5b-45b1-984f-62dbbf637085/8895f53e-5c8c-4446-8d0c-f3329013e8c0/53a09905-b0dd-4bc9-8771-c3e3178625fa) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:19.152202 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.197132 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36340) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:19.323392 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:19.333628 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:19.337544 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:19.386864 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Pushing event updated for resources: {'Port': ['ID=7b4d6862-7fbf-431d-8a5c-650705f90204,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:19.485139 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1861506113-network', 'tenant_id': '158236a462524d4db04b3b5f32458e47'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:19.491151 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:19.495575 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Usage tracker for resource:network and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:19.500098 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:19.506777 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:19.519310 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Made reservation on behalf of 158236a462524d4db04b3b5f32458e47 for: {'network': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:19.522444 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.535085 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.544399 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:19.544930 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.576352 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0b94b264-06fe-4fda-acf7-eefcd854b14f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0741353
Feb 04 00:04:19.579988 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:19.584266 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Usage tracker for resource:security_group_rule and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:19.587414 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:19.594323 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:19.599933 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ed990-558e-40c8-bf10-cdc646e6ef23 req-54aef951-d770-4447-b7d1-b4ee90c257ac tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:19.607616 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-626ed990-558e-40c8-bf10-cdc646e6ef23 req-54aef951-d770-4447-b7d1-b4ee90c257ac tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 949 time: 0.4101465
Feb 04 00:04:19.618751 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Request body: {'port': {'device_id': '66b660d8-245f-4fe2-8e1d-44176ee8da37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:19.729829 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.743572 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.746776 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.804199 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-626ed990-558e-40c8-bf10-cdc646e6ef23 req-f6e5a3f7-eba0-41db-a5ed-fa57c8098b1a tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955819
Feb 04 00:04:19.831343 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.843238 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'}  {{(pid=82731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:04:19.852089 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5bd531-cb14-4de6-ac95-2557e6f11a63,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:19.864003 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.864239 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.segments_db [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Added segment ace63350-8753-4ac8-be77-de36f30c255b of type vlan for network fdad5e98-6f00-4ffe-854c-4ee35abc39f7
Feb 04 00:04:19.912828 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:19.938365 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df8782-a21f-45f4-a1d3-3920580789aa req-41f105fe-ab41-4335-99d1-2e1029e6405b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:19.944301 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c9df8782-a21f-45f4-a1d3-3920580789aa req-41f105fe-ab41-4335-99d1-2e1029e6405b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1650369
Feb 04 00:04:20.010035 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:20.011074 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:20.012026 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:20.144643 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c9df8782-a21f-45f4-a1d3-3920580789aa req-908f50cf-3660-462f-9d3b-998e24645b0a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1946187
Feb 04 00:04:20.165994 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:20.170508 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] Pushing event updated for resources: {'Network': ['ID=fdad5e98-6f00-4ffe-854c-4ee35abc39f7,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:20.184247 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['77c3d168-33d7-4322-9b03-ff2e9efc4662', '4fa3181f-dd07-425a-9a9f-cdb683335843', '86d177ab-f851-4970-a070-9783f0ddcaf7'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:04:20.200682 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f1e2b6e8-d7aa-49b6-a3c1-43849805496c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9998078
Feb 04 00:04:20.205137 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36370) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:20.211983 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Request body: {'subnet': {'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1861506113-subnet', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:20.223389 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:20.233288 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Usage tracker for resource:subnet and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:20.233838 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:04:20.245031 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:20.263396 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:20.278124 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Made reservation on behalf of 158236a462524d4db04b3b5f32458e47 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:20.282715 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15663920'] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:20.360516 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Network 05e3a156-5e5b-45b1-984f-62dbbf637085 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:20.380905 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:20.384095 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:20.422004 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:20.426707 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Pushing event updated for resources: {'Port': ['ID=53a09905-b0dd-4bc9-8771-c3e3178625fa,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:20.496615 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36378) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:20.532412 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4c7b3-fcea-41b1-ba56-bd848b040965 req-2f79b952-480d-4e11-941c-85a0693504ce tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:20.533085 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-12c4c7b3-fcea-41b1-ba56-bd848b040965 req-2f79b952-480d-4e11-941c-85a0693504ce tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Synchronizing usage tracker for tenant:e7e8fb69e8c04d36825e79a42821b782 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:04:20.586657 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:20.587283 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:20.617209 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-12c4c7b3-fcea-41b1-ba56-bd848b040965 req-2f79b952-480d-4e11-941c-85a0693504ce tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Unset dirty status for tenant:e7e8fb69e8c04d36825e79a42821b782 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:04:20.618321 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-12c4c7b3-fcea-41b1-ba56-bd848b040965 req-2f79b952-480d-4e11-941c-85a0693504ce tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 931 time: 0.5915298
Feb 04 00:04:20.636382 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24f627-1f2e-46ed-940b-bf66b7c87e8b req-ba81bf00-476b-4f66-b508-452cf78c42ae tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:20.643677 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5c24f627-1f2e-46ed-940b-bf66b7c87e8b req-ba81bf00-476b-4f66-b508-452cf78c42ae tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 932 time: 0.1745355
Feb 04 00:04:20.650658 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-4f975757-0490-41d6-9093-b71046a56695 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3015022
Feb 04 00:04:20.668731 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Request body: {'port': {'device_id': '2c16095b-b866-4a13-b604-f9f9161c43d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:20.742224 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5c24f627-1f2e-46ed-940b-bf66b7c87e8b req-d9bea03d-dd27-4554-b91e-de706a924187 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976110
Feb 04 00:04:20.754026 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-12c4c7b3-fcea-41b1-ba56-bd848b040965 req-2061cac8-eec9-4457-ae48-c35cef9449be tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234384
Feb 04 00:04:20.837356 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16080072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15663910'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:20.852211 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1474859742-network', 'tenant_id': '6682723e28af465f89abc94b19ee13dc'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:20.865899 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:20.876487 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Usage tracker for resource:network and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:20.883649 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:20.887743 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4d6862-7fbf-431d-8a5c-650705f90204 {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:04:20.900264 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:20.903147 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:20.905336 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:20.914592 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:20.929919 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Checking segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:20.930285 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Network hostable DHCP agents. Network: fdad5e98-6f00-4ffe-854c-4ee35abc39f7, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:04:20.962247 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Transition to ACTIVE for port object 7b4d6862-7fbf-431d-8a5c-650705f90204 will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:20.967385 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Made reservation on behalf of 6682723e28af465f89abc94b19ee13dc for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:20.969659 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:20.990031 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.004183 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:04:21.017962 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, fdad5e98-6f00-4ffe-854c-4ee35abc39f7) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:21.023735 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:21.024232 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.027782 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe3b93-9e9b-4ae0-a209-cfa2092ac616 None None] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:04:21.031522 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.040424 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237a46-c6e3-4f6f-bfe3-631a1131943f req-a7886513-b36e-49ab-bc8a-19a97e122284 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:21.042084 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ba237a46-c6e3-4f6f-bfe3-631a1131943f req-a7886513-b36e-49ab-bc8a-19a97e122284 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 949 time: 0.1021483
Feb 04 00:04:21.071993 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-cb9595a1-52ef-473f-a125-474dd11f3131 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8657510
Feb 04 00:04:21.075159 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36386) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:21.081996 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:21.096944 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:21.105616 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Usage tracker for resource:router and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:21.110105 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:21.119320 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:21.127652 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ba237a46-c6e3-4f6f-bfe3-631a1131943f req-1077af2e-010e-48e2-9bcb-0d8422d9ba91 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759234
Feb 04 00:04:21.148848 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16597246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8310'] for router, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.150314 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16600435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16606919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8207'] for router, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.174996 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.207483 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Pushing event updated for resources: {'Port': ['ID=7b4d6862-7fbf-431d-8a5c-650705f90204,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:21.245919 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:21.266160 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Usage tracker for resource:security_group_rule and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:21.270138 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:21.328758 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:21.436824 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a09f7f7-4654-5163-a72e-c5ea2cc61d36-fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b'}]}} from dv-cinder-827776-1-iscsi. {{(pid=82733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 00:04:21.438603 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.503096 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.602234 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Attempting to bind port 7b4d6862-7fbf-431d-8a5c-650705f90204 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:21.602571 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Attempting to bind port 7b4d6862-7fbf-431d-8a5c-650705f90204 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '7bff1978-4357-4f9a-893c-4494b743c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:21.602916 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Attempting to bind port 7b4d6862-7fbf-431d-8a5c-650705f90204 on network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:21.639000 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.641089 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Port 7b4d6862-7fbf-431d-8a5c-650705f90204 on network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:04:21.641421 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Attempting to bind port 7b4d6862-7fbf-431d-8a5c-650705f90204 on network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:21.646792 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.db_base_plugin_common [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Allocated IP 172.20.0.2 (fdad5e98-6f00-4ffe-854c-4ee35abc39f7/dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b/2b5d9382-335f-4a7f-8b5b-ce395c9f7050) {{(pid=82733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:21.654395 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.685489 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:21.685832 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Checking segment: {'id': '7bff1978-4357-4f9a-893c-4494b743c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:21.686218 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Bound using segment: {'id': '7bff1978-4357-4f9a-893c-4494b743c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:21.686660 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Bound port: 7b4d6862-7fbf-431d-8a5c-650705f90204, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bff1978-4357-4f9a-893c-4494b743c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:21.687002 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.757745 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.762030 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:04:21.778514 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b343934-8ae5-4725-bee5-d29e28dff2ec,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:21.822235 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d54c9-0199-40f3-a492-e33cb01a1ef2 req-0d9a0a11-d477-415d-b834-7d4509186d9f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:21.823787 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6e4d54c9-0199-40f3-a492-e33cb01a1ef2 req-0d9a0a11-d477-415d-b834-7d4509186d9f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.3611460
Feb 04 00:04:21.824818 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.825164 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Added segment c2243e8c-95b8-4177-b44b-260350685c6b of type vlan for network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41
Feb 04 00:04:21.838927 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a09905-b0dd-4bc9-8771-c3e3178625fa {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:04:21.878440 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.900190 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Notify callbacks [] for port, precommit_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.904436 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.913622 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Transition to ACTIVE for port object 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:21.933376 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Transition to ACTIVE for port object 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 will not be triggered until provisioned by entity DHCP. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:21.940546 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.945562 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.953361 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Transition to ACTIVE for port object 53a09905-b0dd-4bc9-8771-c3e3178625fa will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:21.967222 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:21.971126 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] For port 7b4d6862-7fbf-431d-8a5c-650705f90204, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:22.017206 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 is already hosted by enough agents. {{(pid=82733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:22.019934 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.base_scheduler [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Resources bound (agent type, host, resource id):  {{(pid=82733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:22.023192 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Received port after_create {{(pid=82733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:22.029854 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Pushing event updated for resources: {'Port': ['ID=2b5d9382-335f-4a7f-8b5b-ce395c9f7050,revision_number=1']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:22.044080 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6e4d54c9-0199-40f3-a492-e33cb01a1ef2 req-4c22f6e8-7731-440c-9244-4e55b58da011 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991386
Feb 04 00:04:22.056192 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524997f1-6cf8-4bad-89b7-7a3f4289342a req-45e1df7e-61f3-4a57-ac5c-b8905218702e tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:22.066657 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-524997f1-6cf8-4bad-89b7-7a3f4289342a req-45e1df7e-61f3-4a57-ac5c-b8905218702e tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 949 time: 0.2559295
Feb 04 00:04:22.083304 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] For port 7b4d6862-7fbf-431d-8a5c-650705f90204, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7b4d6862-7fbf-431d-8a5c-650705f90204,segment=NetworkSegment(7bff1978-4357-4f9a-893c-4494b743c294),segment_id=7bff1978-4357-4f9a-893c-4494b743c294)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:22.123420 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Allocated IP 172.27.3.150 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:22.138994 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Attempting to bind port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:22.139348 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Attempting to bind port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:22.139815 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Attempting to bind port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:22.147974 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-524997f1-6cf8-4bad-89b7-7a3f4289342a req-795b86d2-16f6-444a-a88c-fad8c55c9a28 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797405
Feb 04 00:04:22.159347 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:22.159759 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Checking segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:22.160165 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.160557 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Bound using segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:22.163930 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Bound port: 2b5d9382-335f-4a7f-8b5b-ce395c9f7050, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:22.164316 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.267120 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.268741 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:22.269391 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.276475 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] For port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:22.280477 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] For port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=2b5d9382-335f-4a7f-8b5b-ce395c9f7050,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:22.300285 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.301382 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.409697 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.454105 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b510f0-e5c4-45eb-9a7d-1682ff35063b None None] Pushing event updated for resources: {'Port': ['ID=2b5d9382-335f-4a7f-8b5b-ce395c9f7050,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:22.493687 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9ce4-f928-4c92-b844-7ca4e2d07cc6 req-e42c9265-3d33-4869-81f7-590e9d5a3a40 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:22.493687 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-89bd9ce4-f928-4c92-b844-7ca4e2d07cc6 req-e42c9265-3d33-4869-81f7-590e9d5a3a40 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 943 time: 0.1872070
Feb 04 00:04:22.498821 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.524008 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Pushing event updated for resources: {'Port': ['ID=53a09905-b0dd-4bc9-8771-c3e3178625fa,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:22.541896 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:22.546773 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:22.556380 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:22.570304 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] Pushing event updated for resources: {'Network': ['ID=4b4ecc16-4e69-43b8-bf89-4593fab3bd41,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:22.584742 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:04:22.640623 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Pushing event updated for resources: {'Port': ['ID=3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:22.644282 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-8e0b7945-5e68-414c-bbed-760d3862131f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.1451588
Feb 04 00:04:22.647313 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36410) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:22.663343 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.664746 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] 10.222.0.48 "PUT /v2.0/ports/7b4d6862-7fbf-431d-8a5c-650705f90204 HTTP/1.1" status: 200  len: 1093 time: 3.0726042
Feb 04 00:04:22.670815 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b660d8-245f-4fe2-8e1d-44176ee8da37', 'tag': '7b4d6862-7fbf-431d-8a5c-650705f90204'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:04:22.700617 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Request body: {'subnet': {'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1474859742-subnet', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'ip_version': 4}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:22.703573 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-89bd9ce4-f928-4c92-b844-7ca4e2d07cc6 req-e1eb2226-a6c3-4de3-969e-d09d50f98dad tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Synchronizing usage tracker for tenant:e7e8fb69e8c04d36825e79a42821b782 on resource:security_group {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:04:22.720499 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:22.735857 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Usage tracker for resource:subnet and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:22.742241 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:22.746128 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Attempting to bind port 53a09905-b0dd-4bc9-8771-c3e3178625fa on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:22.746465 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Attempting to bind port 53a09905-b0dd-4bc9-8771-c3e3178625fa by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:22.747077 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Attempting to bind port 53a09905-b0dd-4bc9-8771-c3e3178625fa on network 05e3a156-5e5b-45b1-984f-62dbbf637085 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:22.763698 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-89bd9ce4-f928-4c92-b844-7ca4e2d07cc6 req-e1eb2226-a6c3-4de3-969e-d09d50f98dad tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Unset dirty status for tenant:e7e8fb69e8c04d36825e79a42821b782 on resource:security_group {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:04:22.768114 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-89bd9ce4-f928-4c92-b844-7ca4e2d07cc6 req-e1eb2226-a6c3-4de3-969e-d09d50f98dad tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2648962
Feb 04 00:04:22.798218 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:22.805780 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77885-aeca-416a-983e-44a45f135e6b service neutron] Pushing event updated for resources: {'Port': ['ID=7b4d6862-7fbf-431d-8a5c-650705f90204,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:22.832456 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Port 53a09905-b0dd-4bc9-8771-c3e3178625fa on network 05e3a156-5e5b-45b1-984f-62dbbf637085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:04:22.832936 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Attempting to bind port 53a09905-b0dd-4bc9-8771-c3e3178625fa on network 05e3a156-5e5b-45b1-984f-62dbbf637085 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:22.842898 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Made reservation on behalf of 6682723e28af465f89abc94b19ee13dc for: {'subnet': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:22.845282 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15335776'] for subnet, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.849624 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.851289 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16597191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972'] for router, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.865709 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b660d8-245f-4fe2-8e1d-44176ee8da37', 'tag': '7b4d6862-7fbf-431d-8a5c-650705f90204', 'status': 'completed', 'code': 200}
Feb 04 00:04:22.934591 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:22.934846 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Checking segment: {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:22.935228 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Bound using segment: {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:22.935739 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Bound port: 53a09905-b0dd-4bc9-8771-c3e3178625fa, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f84093-37f7-45d5-a32e-2faf4f2441e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:22.936034 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:22.960035 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8870e1f-5afe-4468-8202-aca53599d709 req-592bf4a9-da01-4c3f-9435-0e410e52480d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:22.960731 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-e8870e1f-5afe-4468-8202-aca53599d709 req-592bf4a9-da01-4c3f-9435-0e410e52480d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Synchronizing usage tracker for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:04:23.056198 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-e8870e1f-5afe-4468-8202-aca53599d709 req-592bf4a9-da01-4c3f-9435-0e410e52480d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Unset dirty status for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:04:23.057364 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e8870e1f-5afe-4468-8202-aca53599d709 req-592bf4a9-da01-4c3f-9435-0e410e52480d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 944 time: 0.7655549
Feb 04 00:04:23.093559 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 is scheduled to L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 with binding_index 1 {{(pid=82731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 00:04:23.109379 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-3d1b911e-4ec4-444a-bae6-3acbb312fbf7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7e8fb69e8c04d36825e79a42821b782&device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 1096 time: 0.3686526
Feb 04 00:04:23.134163 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] For port 53a09905-b0dd-4bc9-8771-c3e3178625fa, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:23.247494 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] For port 53a09905-b0dd-4bc9-8771-c3e3178625fa, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=53a09905-b0dd-4bc9-8771-c3e3178625fa,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:23.252041 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-22fac39c-5177-412c-a1c7-7bf2758dd821 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b4d6862-7fbf-431d-8a5c-650705f90204 HTTP/1.1" status: 200  len: 217 time: 0.1204333
Feb 04 00:04:23.260199 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e8870e1f-5afe-4468-8202-aca53599d709 req-26ccaf67-1263-41a8-8ff0-568209bd73f9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930792
Feb 04 00:04:23.268018 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:23.382869 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4bd89-c157-4116-8d66-a03fd42e5906 req-ca0e693e-c684-47bc-b6a3-48c2e51d0dd2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:23.384861 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7db4bd89-c157-4116-8d66-a03fd42e5906 req-ca0e693e-c684-47bc-b6a3-48c2e51d0dd2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2130420
Feb 04 00:04:23.450477 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:23.451858 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] 10.222.0.48 "PUT /v2.0/ports/53a09905-b0dd-4bc9-8771-c3e3178625fa HTTP/1.1" status: 200  len: 1094 time: 2.7881851
Feb 04 00:04:23.475716 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:04:23.479208 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7db4bd89-c157-4116-8d66-a03fd42e5906 req-28d4c94f-7281-471c-9921-2b56b518ff12 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757139
Feb 04 00:04:23.486160 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cd8faccd-7016-4392-ba8b-63829ae26118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:23.487636 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-cd8faccd-7016-4392-ba8b-63829ae26118 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2ad85f4-7753-4863-92d1-43c8088fde6e HTTP/1.1" status: 200  len: 852 time: 0.2211344
Feb 04 00:04:23.488365 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Sync routers for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:04:23.504076 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35aad0-6b58-4d33-93ff-8a73d2f96c95 service neutron] Pushing event updated for resources: {'Port': ['ID=53a09905-b0dd-4bc9-8771-c3e3178625fa,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:23.512155 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:23.513930 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-ae3c91bb-1e99-4c92-a42c-a131f83370ab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.4378631
Feb 04 00:04:23.526346 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36422) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:23.537357 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:04:23.539642 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df704a640>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:23.549549 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15774402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15335798'] for subnet, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:23.699644 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-3a1df39b-afb0-41fc-9abd-b74938d89517 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1903529
Feb 04 00:04:23.776548 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93c9b67-8ef2-4c97-8250-06fb2b12971a None None] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:04:23.789823 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:04:23.993876 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e120d2-0dac-462a-9caa-6d986a3fd907,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:24.093287 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cb67a-0721-4470-b099-7c66edac7594 req-99a5f544-1f06-4cce-ab56-5d3e747d5a49 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:24.094762 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d81cb67a-0721-4470-b099-7c66edac7594 req-99a5f544-1f06-4cce-ab56-5d3e747d5a49 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 949 time: 0.6508462
Feb 04 00:04:24.122093 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Checking segment: {'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:24.122449 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Network hostable DHCP agents. Network: 4b4ecc16-4e69-43b8-bf89-4593fab3bd41, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:04:24.137885 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df704a640>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:22Z', 'revision_number': 3, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:24.150035 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:24.150509 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Checking router: 18dd9cb5-44ee-49e6-9d36-8d8409225b60 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:04:24.151203 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Updating router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:04:24.156987 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-0d5776b8-0a54-4355-8a6e-7953334d2e91 service neutron] 10.222.0.48 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4182234
Feb 04 00:04:24.171415 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-e6358fdd-2f6c-448b-894c-1bd53d942a8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 1097 time: 0.5527465
Feb 04 00:04:24.223292 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:24.231573 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-de8398c4-3ba1-4be5-82f1-2cb1204897c9 None None] Provisioning for port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:24.302448 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-d7ead4d9-0968-4ffa-b690-98e88176adde tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:24.303899 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-d7ead4d9-0968-4ffa-b690-98e88176adde tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.48 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 949 time: 0.5663702
Feb 04 00:04:24.352312 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:24.357139 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99efac-675e-4aa6-8604-a35b7adea9f6 req-f8eb6ea1-19ea-4539-aac0-5ed9d9ca2a73 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:24.358614 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0b99efac-675e-4aa6-8604-a35b7adea9f6 req-f8eb6ea1-19ea-4539-aac0-5ed9d9ca2a73 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 943 time: 0.1462727
Feb 04 00:04:24.361677 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:24.362056 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:24.491288 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d81cb67a-0721-4470-b099-7c66edac7594 req-9d912609-7092-4a8f-91b9-998313cdcb80 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3860157
Feb 04 00:04:24.508735 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-2f2b3dee-185c-4b35-b6c3-e7fc3f26f95b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53a09905-b0dd-4bc9-8771-c3e3178625fa HTTP/1.1" status: 200  len: 217 time: 0.3025172
Feb 04 00:04:24.525636 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:04:24.571131 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0b99efac-675e-4aa6-8604-a35b7adea9f6 req-c1701adb-4bd1-4328-a6ef-590a7567bb01 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970160
Feb 04 00:04:24.641779 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:24.689370 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7a70fb4b-31b8-488c-9d6a-93ae3cd2167f req-25a8ae1a-7876-4f04-8bb0-d8dc00dc3b9b service neutron] 10.222.0.48 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5220089
Feb 04 00:04:24.696226 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-b93f14e5-baca-40a9-9e90-8f11c9b089bb tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Deleting port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:04:24.696755 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-b93f14e5-baca-40a9-9e90-8f11c9b089bb tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:24.713155 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=2b5d9382-335f-4a7f-8b5b-ce395c9f7050,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:24.729458 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:24.737465 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:24.759433 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 4b4ecc16-4e69-43b8-bf89-4593fab3bd41) {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:24.801999 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Transition to ACTIVE for port object 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:24.820594 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:24.834349 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8313086-91ae-419b-b578-94a28c6d95cb None None] Network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:04:24.871152 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:24.871764 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:24.899114 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c16095b-b866-4a13-b604-f9f9161c43d2', 'tag': '53a09905-b0dd-4bc9-8771-c3e3178625fa'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:04:24.970588 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=2b5d9382-335f-4a7f-8b5b-ce395c9f7050,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:24.982362 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Attempting to bind port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:24.983188 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Attempting to bind port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:24.983866 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Attempting to bind port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb on network 37925b6f-7373-4670-a9f0-ede61b099b1e {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:24.985300 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-697cfd29-5df9-4123-b37a-ea7cfd6a9837 None None] Provisioning complete for port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:24.985671 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-697cfd29-5df9-4123-b37a-ea7cfd6a9837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:24.994094 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Pushing event updated for resources: {'Port': ['ID=3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb,revision_number=2']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:25.004863 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:25.006398 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:25.006957 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:25.007485 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Bound using segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:25.008133 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Bound port: 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:25.008785 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:25.054042 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d202e1-b468-45db-9c25-2f0e9b291923 req-577c8d9d-a0cd-41ea-82c0-7c19524bf2e5 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:25.055340 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b6d202e1-b468-45db-9c25-2f0e9b291923 req-577c8d9d-a0cd-41ea-82c0-7c19524bf2e5 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1749399
Feb 04 00:04:25.071984 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.072327 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.072661 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.072995 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.073327 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.073656 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.073978 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.074326 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.074650 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.074967 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.075284 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:04:25.099581 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-86a87df4-e628-439d-8fd7-bbb2ddf637a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:25.101812 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-86a87df4-e628-439d-8fd7-bbb2ddf637a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8895f53e-5c8c-4446-8d0c-f3329013e8c0 HTTP/1.1" status: 200  len: 855 time: 0.5792959
Feb 04 00:04:25.119072 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-008689fa-670f-4a43-bc6b-258b7a8c086c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.4587231
Feb 04 00:04:25.123932 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36442) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:25.150340 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b6d202e1-b468-45db-9c25-2f0e9b291923 req-f8e3eb1e-b2bb-409c-853d-ef6e4a679db0 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882967
Feb 04 00:04:25.155232 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:25.161015 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:25.170428 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] For port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:25.173905 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] For port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:25.174565 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Usage tracker for resource:router and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:25.181606 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:25.182417 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:25.191655 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:25.203344 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:25.261032 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-ecdbc5b0-d478-49f7-b8b7-415248d796b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05e3a156-5e5b-45b1-984f-62dbbf637085&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1399169
Feb 04 00:04:25.261759 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16597246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8310'] for router, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:25.262631 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16600435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16606919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8207'] for router, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:25.269238 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf08020-ea74-4d40-b3f5-e007ce5f9ff4 None None] Pushing event updated for resources: {'Port': ['ID=3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:25.292847 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:25.314168 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:04:25.314782 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df704a640>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:25.366330 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c16095b-b866-4a13-b604-f9f9161c43d2', 'tag': '53a09905-b0dd-4bc9-8771-c3e3178625fa', 'status': 'completed', 'code': 200}
Feb 04 00:04:25.377757 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a09f7f7-4654-5163-a72e-c5ea2cc61d36-4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907'}]}} from dv-cinder-827776-1-iscsi. {{(pid=82733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 00:04:25.388218 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:25.568573 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f75c548f-4def-4e91-8258-0ef17b2b8cba req-296ec9c5-797b-42a5-90c3-9ec0ea86fc3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7e8fb69e8c04d36825e79a42821b782&device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 1096 time: 0.7861919
Feb 04 00:04:25.576200 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-b93f14e5-baca-40a9-9e90-8f11c9b089bb tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] For port b0af1e28-6e7f-47e6-b6c0-2528e21d1484, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,segment=NetworkSegment(4231fbf7-7849-455f-a23c-184281b8438b),segment_id=4231fbf7-7849-455f-a23c-184281b8438b)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:25.576541 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-b93f14e5-baca-40a9-9e90-8f11c9b089bb tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:25.590120 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb313fb2-af1c-49d8-9acd-4a134095bd1e req-0c29a0d8-a8ec-4cf5-ac46-6a591f99c482 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:25.597328 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bb313fb2-af1c-49d8-9acd-4a134095bd1e req-0c29a0d8-a8ec-4cf5-ac46-6a591f99c482 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 944 time: 0.6850297
Feb 04 00:04:25.657922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:25.709625 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Allocated IP 172.20.0.1 (fdad5e98-6f00-4ffe-854c-4ee35abc39f7/dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b/1f371888-45ce-4dae-ba97-c183bb48da46) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:25.722736 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.db_base_plugin_common [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Allocated IP 172.20.0.2 (4b4ecc16-4e69-43b8-bf89-4593fab3bd41/81e120d2-0dac-462a-9caa-6d986a3fd907/0ef04bf3-b378-4d0a-b342-47bf82f25633) {{(pid=82733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:25.746242 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:04:25.767991 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-e338d0be-0595-478f-a146-221ecd6a987d service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4849842
Feb 04 00:04:25.847225 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-b93f14e5-baca-40a9-9e90-8f11c9b089bb tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Calling delete_port for b0af1e28-6e7f-47e6-b6c0-2528e21d1484 owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:04:26.025229 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:26.185922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Transition to ACTIVE for port object 1f371888-45ce-4dae-ba97-c183bb48da46 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:26.189486 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Notify callbacks [] for port, precommit_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:26.204829 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Transition to ACTIVE for port object 0ef04bf3-b378-4d0a-b342-47bf82f25633 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:26.221509 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df704a640>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:22Z', 'revision_number': 3, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:26.226656 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd951d-79c8-4e6b-8bfb-4d5ace34c60c None None] The sync data for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi is: [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:22Z', 'revision_number': 3, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:04:26.229304 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Transition to ACTIVE for port object 0ef04bf3-b378-4d0a-b342-47bf82f25633 will not be triggered until provisioned by entity DHCP. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:26.232281 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bb313fb2-af1c-49d8-9acd-4a134095bd1e req-0a906131-42d3-4c0e-9688-cf8811d9a5f0 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6345408
Feb 04 00:04:26.234039 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:26.305990 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:26.307190 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:26.329995 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c548f-4def-4e91-8258-0ef17b2b8cba req-e70c2cde-3d74-4fb1-aeaf-e416313aa5e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:26.331446 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f75c548f-4def-4e91-8258-0ef17b2b8cba req-e70c2cde-3d74-4fb1-aeaf-e416313aa5e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d HTTP/1.1" status: 200  len: 913 time: 0.7135205
Feb 04 00:04:26.343967 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-def421b6-2776-415d-94b5-bb0c27953ffb req-9f7aca2e-d2ab-4695-a989-b9a56ec77e58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 1099 time: 0.4059954
Feb 04 00:04:26.416111 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 is already hosted by enough agents. {{(pid=82733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:26.428574 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.base_scheduler [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Resources bound (agent type, host, resource id):  {{(pid=82733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:26.434452 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Received port after_create {{(pid=82733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:26.518164 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:26.518538 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:26.603797 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Pushing event updated for resources: {'Port': ['ID=0ef04bf3-b378-4d0a-b342-47bf82f25633,revision_number=1']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:26.690999 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Attempting to bind port 0ef04bf3-b378-4d0a-b342-47bf82f25633 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:26.693170 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Attempting to bind port 0ef04bf3-b378-4d0a-b342-47bf82f25633 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:26.693720 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Attempting to bind port 0ef04bf3-b378-4d0a-b342-47bf82f25633 on network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:26.704880 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:26.705686 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Checking segment: {'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:26.706248 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:26.706774 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Bound using segment: {'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:26.707392 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Bound port: 0ef04bf3-b378-4d0a-b342-47bf82f25633, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:26.708080 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:26.734245 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:26.778768 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f75c548f-4def-4e91-8258-0ef17b2b8cba req-89cf319e-9bc4-40e5-b5a8-f1da4115eeca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b4d6862-7fbf-431d-8a5c-650705f90204 HTTP/1.1" status: 200  len: 217 time: 0.4092598
Feb 04 00:04:26.790140 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:26.843625 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc70c51-3be6-4980-a2a0-efb75818c1cb req-a5f7550f-30cd-4204-abd8-9015747ec32f tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:26.844685 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-edc70c51-3be6-4980-a2a0-efb75818c1cb req-a5f7550f-30cd-4204-abd8-9015747ec32f tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 949 time: 0.8350871
Feb 04 00:04:26.846837 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:26.853630 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0a3e3105-d346-4ff9-b1c8-ab98b012a9ac req-c9cb174b-8f2e-4075-9e16-4e019c94d94b service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0132098
Feb 04 00:04:26.885986 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] For port 0ef04bf3-b378-4d0a-b342-47bf82f25633, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:26.889796 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] For port 0ef04bf3-b378-4d0a-b342-47bf82f25633, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=0ef04bf3-b378-4d0a-b342-47bf82f25633,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:26.972806 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:27.078944 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:27.100047 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:27.107677 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Pushing event updated for resources: {'Port': ['ID=1f371888-45ce-4dae-ba97-c183bb48da46,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:27.110014 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:27.110807 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478d634-fcb3-4868-9288-2cd55a43d961 None None] Pushing event updated for resources: {'Port': ['ID=0ef04bf3-b378-4d0a-b342-47bf82f25633,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:27.151613 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c548f-4def-4e91-8258-0ef17b2b8cba req-64c2c7cc-82d6-4bd8-9ea7-84a62e669e5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:27.153084 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f75c548f-4def-4e91-8258-0ef17b2b8cba req-64c2c7cc-82d6-4bd8-9ea7-84a62e669e5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2ad85f4-7753-4863-92d1-43c8088fde6e HTTP/1.1" status: 200  len: 852 time: 0.3634658
Feb 04 00:04:27.157162 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-b93f14e5-baca-40a9-9e90-8f11c9b089bb tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:27.165076 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def421b6-2776-415d-94b5-bb0c27953ffb req-2e2b949d-30d2-440a-a59c-2442f8d3d752 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:27.166545 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-def421b6-2776-415d-94b5-bb0c27953ffb req-2e2b949d-30d2-440a-a59c-2442f8d3d752 service neutron] 10.222.0.48 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 920 time: 0.8051755
Feb 04 00:04:27.318683 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Allocated IP 172.27.3.92 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/ca51488b-dd74-4ac8-8220-2337c66ba32b) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:27.384955 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f14e5-baca-40a9-9e90-8f11c9b089bb tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Pushing event deleted for resources: {'Port': ['ID=b0af1e28-6e7f-47e6-b6c0-2528e21d1484,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:27.412933 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f75c548f-4def-4e91-8258-0ef17b2b8cba req-bc4f01e3-4d05-4e2e-8a59-9df903167c38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2398605
Feb 04 00:04:27.511510 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-eb8213e6-bb8b-4f42-9a5f-cd34badf0f7c None None] Provisioning for port 1f371888-45ce-4dae-ba97-c183bb48da46 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:27.517614 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-eb8213e6-bb8b-4f42-9a5f-cd34badf0f7c None None] Provisioning complete for port 1f371888-45ce-4dae-ba97-c183bb48da46 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:27.518241 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-eb8213e6-bb8b-4f42-9a5f-cd34badf0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:27.532929 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-edc70c51-3be6-4980-a2a0-efb75818c1cb req-5011ba93-fbc2-4815-a5a7-957d9e5f70aa tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1b7cf4a-c911-47d8-82ca-b0665338bc43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6872966
Feb 04 00:04:27.569497 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-b93f14e5-baca-40a9-9e90-8f11c9b089bb tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] No DVR routers for this DVR port b0af1e28-6e7f-47e6-b6c0-2528e21d1484 on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:04:27.581373 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-b93f14e5-baca-40a9-9e90-8f11c9b089bb tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:27.587450 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09db42a-096f-4b15-a2fb-b6fa3c98d178', 'name': 'network-vif-deleted', 'tag': 'b0af1e28-6e7f-47e6-b6c0-2528e21d1484'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:04:27.594106 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16599914'] for router_interface, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:27.598007 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-def421b6-2776-415d-94b5-bb0c27953ffb req-a630e846-26b5-4314-b643-2305d65057da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 HTTP/1.1" status: 200  len: 217 time: 0.3940849
Feb 04 00:04:27.648569 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-eb8213e6-bb8b-4f42-9a5f-cd34badf0f7c None None] Port 1f371888-45ce-4dae-ba97-c183bb48da46 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:04:27.708320 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f75c548f-4def-4e91-8258-0ef17b2b8cba req-6f10a9ca-3cb2-4d7b-be78-5ab8085eab95 service neutron] 10.222.0.48 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2824640
Feb 04 00:04:27.711575 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ba28b73-f373-47f5-a5b2-310ad3f57cbb req-8958e0ce-589a-4244-8173-d7224b89943a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b662c50c07e142b2bfcf011600a2d20f&device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 1097 time: 0.7748823
Feb 04 00:04:27.718906 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231c26-fd01-4ffb-9374-df49f310940b req-020d63d1-0a3e-40b3-a284-edd0efcd54e9 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:27.726680 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ef231c26-fd01-4ffb-9374-df49f310940b req-020d63d1-0a3e-40b3-a284-edd0efcd54e9 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 943 time: 1.2188656
Feb 04 00:04:27.729122 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:27.743244 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-42360e10-f6ea-4143-bc17-65cfe8b3248a req-b93f14e5-baca-40a9-9e90-8f11c9b089bb tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.48 "DELETE /v2.0/ports/b0af1e28-6e7f-47e6-b6c0-2528e21d1484 HTTP/1.1" status: 204  len: 173 time: 3.3266549
Feb 04 00:04:27.770174 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ef231c26-fd01-4ffb-9374-df49f310940b req-e865ba8a-2ef3-4120-b470-38e809080680 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426209
Feb 04 00:04:27.808893 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:27.881498 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:27.960815 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f0245-e76d-4462-b1c1-6d36260cb202 req-37be75d1-93f1-413a-b996-f99a831d8615 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:27.962214 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-616f0245-e76d-4462-b1c1-6d36260cb202 req-37be75d1-93f1-413a-b996-f99a831d8615 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0815620
Feb 04 00:04:28.000141 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65857e-c821-4379-8000-fb6c61ef39cf req-5e4d5209-f4f6-4506-b80b-9f5fef495f30 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:28.001614 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7e65857e-c821-4379-8000-fb6c61ef39cf req-5e4d5209-f4f6-4506-b80b-9f5fef495f30 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.2627263
Feb 04 00:04:28.009147 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-616f0245-e76d-4462-b1c1-6d36260cb202 req-9e5d797f-1d4f-4f99-9208-16d7cd4ddaaf tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409517
Feb 04 00:04:28.010550 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:28.081388 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:28.084411 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:28.112441 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Pushing event updated for resources: {'Port': ['ID=ca51488b-dd74-4ac8-8220-2337c66ba32b,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:28.170328 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:28.248205 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7e65857e-c821-4379-8000-fb6c61ef39cf req-2eb8dca6-3e95-4a21-b395-7316d23a0f09 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365644
Feb 04 00:04:28.264120 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:28.270992 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:28.271705 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:28.293793 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df4c04-7562-4b9d-860f-fbf5b72f2f2a req-b718eab6-9e3b-4e0e-adfc-e473a8a7556d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:28.300876 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d1df4c04-7562-4b9d-860f-fbf5b72f2f2a req-b718eab6-9e3b-4e0e-adfc-e473a8a7556d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 944 time: 0.1164560
Feb 04 00:04:28.352154 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09db42a-096f-4b15-a2fb-b6fa3c98d178', 'name': 'network-vif-deleted', 'tag': 'b0af1e28-6e7f-47e6-b6c0-2528e21d1484', 'status': 'completed', 'code': 200}
Feb 04 00:04:28.400477 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:28.427770 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:28.430130 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:28.434018 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d1df4c04-7562-4b9d-860f-fbf5b72f2f2a req-66e639db-3730-4cb4-ba6a-af72e867a251 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322091
Feb 04 00:04:28.469002 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:28.474727 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:28.475900 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 0ef04bf3-b378-4d0a-b342-47bf82f25633 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:28.534463 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e802a9-1910-4b7d-a73f-a023a4a8bc75 None None] Network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:04:28.557895 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Pushing event updated for resources: {'Port': ['ID=1f371888-45ce-4dae-ba97-c183bb48da46,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:28.563087 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15598283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16598673'] for router_interface, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:28.657387 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:28.658105 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16597191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972'] for router, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:28.689192 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:28.704144 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-b9ac5296-53d0-4fd4-9ed5-2feedef28c01 None None] Provisioning for port 0ef04bf3-b378-4d0a-b342-47bf82f25633 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:28.761942 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 0ef04bf3-b378-4d0a-b342-47bf82f25633 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:28.771513 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 0ef04bf3-b378-4d0a-b342-47bf82f25633 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:28.771958 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:28.872029 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e03df6ed-f26c-42d8-8b89-eddbe62fa9a6 req-986d6cb3-7345-46f8-885a-8e4e3cdddcff tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 210 time: 0.2021236
Feb 04 00:04:28.910996 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:28.919338 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:28.955938 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:28.993403 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fa133-fa82-4103-a38a-adac1672e715 req-83e3b293-3fcb-4ae8-8fc7-eaa22c7a609e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:28.994916 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-780fa133-fa82-4103-a38a-adac1672e715 req-83e3b293-3fcb-4ae8-8fc7-eaa22c7a609e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 943 time: 0.0822642
Feb 04 00:04:29.007940 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 0ef04bf3-b378-4d0a-b342-47bf82f25633, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=0ef04bf3-b378-4d0a-b342-47bf82f25633,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:29.013598 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:29.063347 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-780fa133-fa82-4103-a38a-adac1672e715 req-10c86b4b-55be-430e-b44f-fc4e56673a52 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564535
Feb 04 00:04:29.141120 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=0ef04bf3-b378-4d0a-b342-47bf82f25633,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:29.348051 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-cc48cdcf-4a94-4b89-81e7-73f9db31fba4 None None] Provisioning complete for port 1f371888-45ce-4dae-ba97-c183bb48da46 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:29.348476 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cc48cdcf-4a94-4b89-81e7-73f9db31fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:29.400445 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab972cf4-6d7f-4c8a-ba07-0b64ff2a273f req-cea60ac9-03fc-4671-9fb5-d30eaddd3ae0 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:29.401934 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ab972cf4-6d7f-4c8a-ba07-0b64ff2a273f req-cea60ac9-03fc-4671-9fb5-d30eaddd3ae0 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2002344
Feb 04 00:04:29.408644 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-cc48cdcf-4a94-4b89-81e7-73f9db31fba4 None None] Port 1f371888-45ce-4dae-ba97-c183bb48da46 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:04:29.421957 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-cc48cdcf-4a94-4b89-81e7-73f9db31fba4 None None] Provisioning complete for port 0ef04bf3-b378-4d0a-b342-47bf82f25633 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:29.422319 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cc48cdcf-4a94-4b89-81e7-73f9db31fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:29.486306 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effc5ff-fd7f-4584-9b29-774acf8ba2f5 req-9461022b-c1de-43a3-9677-8f68c2356f65 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:29.488033 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9effc5ff-fd7f-4584-9b29-774acf8ba2f5 req-9461022b-c1de-43a3-9677-8f68c2356f65 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0863431
Feb 04 00:04:29.537207 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9effc5ff-fd7f-4584-9b29-774acf8ba2f5 req-2b57ed89-e12e-4eea-a2ec-43217acaf0f6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419030
Feb 04 00:04:29.548547 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ab972cf4-6d7f-4c8a-ba07-0b64ff2a273f req-1c503617-6d48-42f2-a901-a641b5c140ad tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1369374
Feb 04 00:04:29.571690 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Router fa554bd7-d8a6-44db-9740-3a81c62cbba1 is scheduled to L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 with binding_index 1 {{(pid=82731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 00:04:29.591843 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:04:29.726411 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c47ee-51cb-4736-a731-7ac8eecdddee req-aa4c9dcb-85c5-4091-a720-e67fac48c514 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:29.727989 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-777c47ee-51cb-4736-a731-7ac8eecdddee req-aa4c9dcb-85c5-4091-a720-e67fac48c514 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 944 time: 0.0780966
Feb 04 00:04:29.775028 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-777c47ee-51cb-4736-a731-7ac8eecdddee req-49bfeabc-98fa-4819-94e5-c4b4787a01d9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411966
Feb 04 00:04:29.953086 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:04:29.969031 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Sync routers for ids ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:04:29.979571 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:04:29.985662 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Routers {'fa554bd7-d8a6-44db-9740-3a81c62cbba1'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:04:29.987058 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6f4c520>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:29.999204 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-da3bf0df-d2cf-4923-bd19-ebd9cb61e636 admin admin] 10.222.0.13 "PUT /v2.0/routers/18dd9cb5-44ee-49e6-9d36-8d8409225b60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4714394
Feb 04 00:04:30.001127 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:30.001753 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-2cb35c4e-805c-41ad-b7f8-771c87289267 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.8579738
Feb 04 00:04:30.004498 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36488) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:30.062513 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 7b4d6862-7fbf-431d-8a5c-650705f90204 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:04:30.065723 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device b0af1e28-6e7f-47e6-b6c0-2528e21d1484 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:04:30.132570 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: b0af1e28-6e7f-47e6-b6c0-2528e21d1484 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:04:30.133089 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device b0af1e28-6e7f-47e6-b6c0-2528e21d1484 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:04:30.172986 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:30.183393 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ed0d9b06-2dc2-4ef8-a462-e1ae39e16bd4 req-34a4a681-5833-48e5-8947-52a5f2d12863 tempest-VolumesNegativeTest-815634853 tempest-VolumesNegativeTest-815634853-project] 10.222.0.13 "GET /v2.0/ports?device_id=b09db42a-096f-4b15-a2fb-b6fa3c98d178 HTTP/1.1" status: 200  len: 210 time: 0.0896034
Feb 04 00:04:30.273119 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.resource_extend [None req-22e813bc-8129-4517-8261-d61934468454 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 04 00:04:30.322002 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def421b6-2776-415d-94b5-bb0c27953ffb req-5c6b61be-457b-42af-899d-120b886dff95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:30.326995 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba28b73-f373-47f5-a5b2-310ad3f57cbb req-57bc8e96-7699-44ed-b0ce-28b1f5d20162 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:30.328197 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-def421b6-2776-415d-94b5-bb0c27953ffb req-5c6b61be-457b-42af-899d-120b886dff95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e23f6667-5fb7-49c5-a8c5-849d40e30b71 HTTP/1.1" status: 200  len: 859 time: 0.1811421
Feb 04 00:04:30.332213 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ba28b73-f373-47f5-a5b2-310ad3f57cbb req-57bc8e96-7699-44ed-b0ce-28b1f5d20162 service neutron] 10.222.0.48 "GET /v2.0/networks?id=05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 200  len: 916 time: 0.2783635
Feb 04 00:04:30.553763 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Sync routers for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:04:30.578828 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:04:30.579682 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7448850>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:30.600297 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 7b4d6862-7fbf-431d-8a5c-650705f90204, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7b4d6862-7fbf-431d-8a5c-650705f90204,segment=NetworkSegment(7bff1978-4357-4f9a-893c-4494b743c294),segment_id=7bff1978-4357-4f9a-893c-4494b743c294)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:30.608299 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Set router fa554bd7-d8a6-44db-9740-3a81c62cbba1 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:04:30.631953 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-def421b6-2776-415d-94b5-bb0c27953ffb req-b436f5ad-4aa1-4509-a680-216a2a4db1ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86714709-d562-47b4-aedf-bc8a8c6629b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2906094
Feb 04 00:04:30.685673 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:30.687144 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:30.732013 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ba28b73-f373-47f5-a5b2-310ad3f57cbb req-9773740b-8924-4eb4-a217-fff7de36c444 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53a09905-b0dd-4bc9-8771-c3e3178625fa HTTP/1.1" status: 200  len: 217 time: 0.1886108
Feb 04 00:04:30.884154 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:04:30.928410 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '7b4d6862-7fbf-431d-8a5c-650705f90204', 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d', 'port_id': '7b4d6862-7fbf-431d-8a5c-650705f90204', 'mac_address': 'fa:16:3e:1f:7b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad85f4-7753-4863-92d1-43c8088fde6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:04:30.976117 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-def421b6-2776-415d-94b5-bb0c27953ffb req-cc082c8e-07f1-438d-8097-30e5ed807285 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3313925
Feb 04 00:04:31.093270 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f75c548f-4def-4e91-8258-0ef17b2b8cba req-8811be97-006b-491c-a083-f7fe133f400f service neutron] 10.222.0.48 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0413449
Feb 04 00:04:31.121690 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14a05-57bf-4303-8d27-07e1b5d5befc req-0e48f8c8-bfe2-445f-b19f-147733e6552a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:31.128449 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba28b73-f373-47f5-a5b2-310ad3f57cbb req-0ba9d3c0-511a-4e83-a81a-78b5c5c33dde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:31.129200 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0bf14a05-57bf-4303-8d27-07e1b5d5befc req-0e48f8c8-bfe2-445f-b19f-147733e6552a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.3506711
Feb 04 00:04:31.130871 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ba28b73-f373-47f5-a5b2-310ad3f57cbb req-0ba9d3c0-511a-4e83-a81a-78b5c5c33dde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8895f53e-5c8c-4446-8d0c-f3329013e8c0 HTTP/1.1" status: 200  len: 855 time: 0.3773642
Feb 04 00:04:31.226747 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:31.253918 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0bf14a05-57bf-4303-8d27-07e1b5d5befc req-f02e7f99-d5f8-4f97-ad7a-6e0294e02559 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235602
Feb 04 00:04:31.263880 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ba28b73-f373-47f5-a5b2-310ad3f57cbb req-f0b84b04-29e9-422d-a2a8-a04943450bdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05e3a156-5e5b-45b1-984f-62dbbf637085&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1159620
Feb 04 00:04:31.286092 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4d6862-7fbf-431d-8a5c-650705f90204 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:04:31.291876 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 0ef04bf3-b378-4d0a-b342-47bf82f25633 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:31.305903 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-def421b6-2776-415d-94b5-bb0c27953ffb req-23350fd3-891d-465a-8f43-4de1f326f509 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749424
Feb 04 00:04:31.416110 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 7b4d6862-7fbf-431d-8a5c-650705f90204, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7b4d6862-7fbf-431d-8a5c-650705f90204,segment=NetworkSegment(7bff1978-4357-4f9a-893c-4494b743c294),segment_id=7bff1978-4357-4f9a-893c-4494b743c294)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:31.431687 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:31.484471 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7448850>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 2, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:31.491520 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Checking router: 18dd9cb5-44ee-49e6-9d36-8d8409225b60 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:04:31.492090 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Updating router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 port 1f371888-45ce-4dae-ba97-c183bb48da46 binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:04:31.540605 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08112063-75dd-4f43-8a67-e3badfbce97c req-2b789fc0-6e60-4cbb-af8a-b23bb2fc5888 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:31.548082 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-08112063-75dd-4f43-8a67-e3badfbce97c req-2b789fc0-6e60-4cbb-af8a-b23bb2fc5888 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 943 time: 1.0034027
Feb 04 00:04:31.558277 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ba28b73-f373-47f5-a5b2-310ad3f57cbb req-4d94415f-f55d-42a1-943a-50ef2f906288 service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2829247
Feb 04 00:04:31.624148 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 0ef04bf3-b378-4d0a-b342-47bf82f25633 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:31.633450 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:31.664002 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:31.685458 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=7b4d6862-7fbf-431d-8a5c-650705f90204,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:31.707880 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6f4c520>, [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 3, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:31.718148 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Checking router: fa554bd7-d8a6-44db-9740-3a81c62cbba1 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:04:31.718911 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Updating router fa554bd7-d8a6-44db-9740-3a81c62cbba1 port ca51488b-dd74-4ac8-8220-2337c66ba32b binding host dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:04:31.747527 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-08112063-75dd-4f43-8a67-e3badfbce97c req-49e3f311-6b9c-4376-a9cd-05e5164c3405 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968923
Feb 04 00:04:31.814173 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb956a-389a-45ce-93b2-2e3daf3131dc req-a4828408-bdae-4402-9bb3-a50eb75983f5 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:31.814173 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-46fb956a-389a-45ce-93b2-2e3daf3131dc req-a4828408-bdae-4402-9bb3-a50eb75983f5 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2781870
Feb 04 00:04:31.826642 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36522) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:31.838940 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-551240235-network', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:31.843672 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ba28b73-f373-47f5-a5b2-310ad3f57cbb req-ed928cdb-6a05-45c9-84a4-8fa42debb99b service neutron] 10.222.0.48 "GET /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2452505
Feb 04 00:04:31.856768 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:31.872721 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Usage tracker for resource:network and tenant:41ccef86d55a4b48a7a7c58dfb3e0912 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:31.874322 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:31.875760 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:31.882887 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:31.908450 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['7b4d6862-7fbf-431d-8a5c-650705f90204'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:04:31.915967 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Made reservation on behalf of 41ccef86d55a4b48a7a7c58dfb3e0912 for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:31.918362 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:31.942285 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:31.948425 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-46fb956a-389a-45ce-93b2-2e3daf3131dc req-6a3c1076-f86c-41d1-a080-28bb3709da34 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187544
Feb 04 00:04:32.038335 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:32.043959 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Usage tracker for resource:security_group_rule and tenant:41ccef86d55a4b48a7a7c58dfb3e0912 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:32.047603 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:32.055749 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:32.079984 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625efb9-fd69-4330-a467-ba401c6e7d1f req-f6b055ee-25ac-4680-9cf0-60e8df80bac9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:32.081475 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2625efb9-fd69-4330-a467-ba401c6e7d1f req-f6b055ee-25ac-4680-9cf0-60e8df80bac9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 944 time: 0.1300702
Feb 04 00:04:32.191074 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2625efb9-fd69-4330-a467-ba401c6e7d1f req-1e0a2821-8ce5-4ddb-9536-ea67a74db9c9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946548
Feb 04 00:04:32.218115 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.226471 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.246433 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:04:32.259663 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.260023 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Added segment 84d9949a-67a9-4d80-9069-c6f5da426acc of type vlan for network 28b27add-26e5-4987-87ac-e4dae3d305ef
Feb 04 00:04:32.316022 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.393872 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14624be8-d9df-43c6-b51f-f82dc086c034,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:32.398129 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.399062 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:32.399739 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.522684 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] Pushing event updated for resources: {'Network': ['ID=28b27add-26e5-4987-87ac-e4dae3d305ef,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:32.523395 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Notify callbacks [] for port, precommit_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.531238 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-471b7043-8b13-4750-9a8c-475c61ba9088 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7036064
Feb 04 00:04:32.532023 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36536) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:32.536241 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 28b27add-26e5-4987-87ac-e4dae3d305ef details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:04:32.539122 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Request body: {'subnet': {'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-551240235-subnet', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'ip_version': 4}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:32.543948 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:32.548795 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Usage tracker for resource:subnet and tenant:41ccef86d55a4b48a7a7c58dfb3e0912 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:32.551930 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:32.559316 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:32.563202 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Transition to ACTIVE for port object ca51488b-dd74-4ac8-8220-2337c66ba32b will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:32.574403 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Made reservation on behalf of 41ccef86d55a4b48a7a7c58dfb3e0912 for: {'subnet': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:32.577366 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15335776'] for subnet, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.597661 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.649109 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.812306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2d470-bc08-4ff2-adbb-01548e1178f3 req-abd6d3c2-0325-42b6-b82c-ce30a12f7cca tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:32.813908 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac40fb4-a976-48ac-9eff-ae067959d96f None None] Pushing event updated for resources: {'Port': ['ID=ca51488b-dd74-4ac8-8220-2337c66ba32b,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:32.814289 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e5b2d470-bc08-4ff2-adbb-01548e1178f3 req-abd6d3c2-0325-42b6-b82c-ce30a12f7cca tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.3198597
Feb 04 00:04:32.836936 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Attempting to bind port ca51488b-dd74-4ac8-8220-2337c66ba32b on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:32.837312 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Attempting to bind port ca51488b-dd74-4ac8-8220-2337c66ba32b by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:32.837677 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Attempting to bind port ca51488b-dd74-4ac8-8220-2337c66ba32b on network 37925b6f-7373-4670-a9f0-ede61b099b1e {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:32.855760 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.858372 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:32.858750 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:32.859155 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.859566 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Bound using segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:32.860047 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Bound port: ca51488b-dd74-4ac8-8220-2337c66ba32b, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:32.860417 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.896521 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Transition to ACTIVE for port object 1f371888-45ce-4dae-ba97-c183bb48da46 will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:32.915749 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:32.940515 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e5b2d470-bc08-4ff2-adbb-01548e1178f3 req-a13f009f-78d1-42be-9b6e-5c6b8ff1dbad tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155217
Feb 04 00:04:32.969347 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Allocated IP 172.20.0.1 (4b4ecc16-4e69-43b8-bf89-4593fab3bd41/81e120d2-0dac-462a-9caa-6d986a3fd907/03b5b756-20f9-4092-b5af-ffd376ce8e70) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:33.069100 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] For port ca51488b-dd74-4ac8-8220-2337c66ba32b, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:33.093298 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] For port ca51488b-dd74-4ac8-8220-2337c66ba32b, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=ca51488b-dd74-4ac8-8220-2337c66ba32b,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:33.105227 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:33.199252 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15774402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15335798'] for subnet, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:33.306727 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac40fb4-a976-48ac-9eff-ae067959d96f None None] Pushing event updated for resources: {'Port': ['ID=ca51488b-dd74-4ac8-8220-2337c66ba32b,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:33.331803 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Routers {'fa554bd7-d8a6-44db-9740-3a81c62cbba1'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:04:33.332435 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6f4c520>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:33.374632 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:33.375459 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412446d-9869-4865-a3e0-5d5ed3f74cba req-3bcf4c7a-3279-45b9-acd8-8344240ddd0c tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:33.396479 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Attempting to bind port 1f371888-45ce-4dae-ba97-c183bb48da46 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:33.397915 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Transition to ACTIVE for port object 03b5b756-20f9-4092-b5af-ffd376ce8e70 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:33.398118 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Attempting to bind port 1f371888-45ce-4dae-ba97-c183bb48da46 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:33.398641 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Attempting to bind port 1f371888-45ce-4dae-ba97-c183bb48da46 on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:33.417152 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d412446d-9869-4865-a3e0-5d5ed3f74cba req-3bcf4c7a-3279-45b9-acd8-8344240ddd0c tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 944 time: 0.4236579
Feb 04 00:04:33.426590 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:33.429939 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Checking segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:33.430889 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:33.432025 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Bound using segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:33.434237 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Bound port: 1f371888-45ce-4dae-ba97-c183bb48da46, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:33.434875 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:33.458623 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e4066-cdba-4566-9347-d125bade1838 None None] Pushing event updated for resources: {'Port': ['ID=1f371888-45ce-4dae-ba97-c183bb48da46,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:33.468769 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:33.473289 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 53a09905-b0dd-4bc9-8771-c3e3178625fa details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:04:33.483348 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 7b4d6862-7fbf-431d-8a5c-650705f90204 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:33.617195 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] For port 1f371888-45ce-4dae-ba97-c183bb48da46, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:33.620989 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] For port 1f371888-45ce-4dae-ba97-c183bb48da46, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=1f371888-45ce-4dae-ba97-c183bb48da46,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:33.632723 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:33.643661 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d412446d-9869-4865-a3e0-5d5ed3f74cba req-c80e18e5-74ca-4540-b389-aac00814953c tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237043
Feb 04 00:04:33.654164 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b13fe31-3800-4a43-ab74-2c41fb705a30,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:33.682990 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Checking segment: {'id': '84d9949a-67a9-4d80-9069-c6f5da426acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:33.683335 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Network hostable DHCP agents. Network: 28b27add-26e5-4987-87ac-e4dae3d305ef, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:04:33.738183 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:33.739074 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Pushing event updated for resources: {'Port': ['ID=03b5b756-20f9-4092-b5af-ffd376ce8e70,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:33.740936 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Network 28b27add-26e5-4987-87ac-e4dae3d305ef is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:04:33.751789 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:33.759349 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 28b27add-26e5-4987-87ac-e4dae3d305ef) {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:33.766383 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:33.767151 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:33.775665 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:33.813291 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e4066-cdba-4566-9347-d125bade1838 None None] Pushing event updated for resources: {'Port': ['ID=1f371888-45ce-4dae-ba97-c183bb48da46,revision_number=4']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:33.839174 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-a1462910-d3cd-4de8-a6b4-2427112e83ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3054340
Feb 04 00:04:33.840147 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36592) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:33.852515 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-551240235-router', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:33.869125 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e32ff6-c966-43fb-9c52-258734a34589 None None] Network 28b27add-26e5-4987-87ac-e4dae3d305ef requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:04:33.905751 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:33.906955 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:04:33.907599 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7448850>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:33.937246 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Usage tracker for resource:router and tenant:41ccef86d55a4b48a7a7c58dfb3e0912 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:33.950623 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f7c2d-e990-4c17-ae8c-793d5d94dca5 req-f24b21bb-8408-44e2-a54f-c604b9d607ae tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:33.950793 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:33.971893 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:33.972821 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-364f7c2d-e990-4c17-ae8c-793d5d94dca5 req-f24b21bb-8408-44e2-a54f-c604b9d607ae tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.5532553
Feb 04 00:04:34.004031 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16597246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8310'] for router, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:34.006023 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16600435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16606919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8207'] for router, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:34.057496 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51912f-a082-4d88-b52a-8c2f0afa1d84 req-e6c5d7f6-a034-482b-94c6-27f393b1feae tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:34.065787 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ac51912f-a082-4d88-b52a-8c2f0afa1d84 req-e6c5d7f6-a034-482b-94c6-27f393b1feae tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 944 time: 0.2053847
Feb 04 00:04:34.107656 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16599914'] for router_interface, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:34.148729 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ac51912f-a082-4d88-b52a-8c2f0afa1d84 req-7b28987d-6f9d-4078-8d15-9500012e9194 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817788
Feb 04 00:04:34.159702 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:34.334488 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-364f7c2d-e990-4c17-ae8c-793d5d94dca5 req-b78125f9-7dcf-42f5-8217-7dfd931492bb tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3607063
Feb 04 00:04:34.349160 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.resource_extend [None req-22e813bc-8129-4517-8261-d61934468454 None None] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 04 00:04:34.415211 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:34.496313 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:04:34.611976 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:34.638576 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a09f7f7-4654-5163-a72e-c5ea2cc61d36-28b27add-26e5-4987-87ac-e4dae3d305ef', 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'fixed_ips': [{'subnet_id': '8b13fe31-3800-4a43-ab74-2c41fb705a30'}]}} from dv-cinder-827776-1-iscsi. {{(pid=82733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 00:04:34.639627 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:34.651607 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e8c5b-6994-4785-91b7-05eddd8f2145 req-821032fd-5af8-43c5-8169-0a57cad6e8ae tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:34.653106 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dd4e8c5b-6994-4785-91b7-05eddd8f2145 req-821032fd-5af8-43c5-8169-0a57cad6e8ae tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.2261164
Feb 04 00:04:34.675739 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 7b4d6862-7fbf-431d-8a5c-650705f90204 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:34.692523 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 7b4d6862-7fbf-431d-8a5c-650705f90204 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:34.692999 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:34.784102 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] Set router fa554bd7-d8a6-44db-9740-3a81c62cbba1 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:04:34.845383 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:34.851022 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:34.993492 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7448850>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:33Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:34.998240 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dff8a2-06a9-4373-9a45-cf20abc208d8 None None] The sync data for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi is: [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:33Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:04:35.109163 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15598283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16598673'] for router_interface, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:35.116132 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dd4e8c5b-6994-4785-91b7-05eddd8f2145 req-417e53a3-61b1-445f-ba89-0c47f825b068 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4527776
Feb 04 00:04:35.165110 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-3ab7604a-4b8b-42c5-8621-b0c0a1521321 None None] Provisioning for port 03b5b756-20f9-4092-b5af-ffd376ce8e70 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:35.243170 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 53a09905-b0dd-4bc9-8771-c3e3178625fa, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=53a09905-b0dd-4bc9-8771-c3e3178625fa,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:35.265646 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '53a09905-b0dd-4bc9-8771-c3e3178625fa', 'network_id': '05e3a156-5e5b-45b1-984f-62dbbf637085', 'port_id': '53a09905-b0dd-4bc9-8771-c3e3178625fa', 'mac_address': 'fa:16:3e:65:a3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8895f53e-5c8c-4446-8d0c-f3329013e8c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:04:35.278426 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Pushing event updated for resources: {'Port': ['ID=03b5b756-20f9-4092-b5af-ffd376ce8e70,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:35.349862 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:35.465968 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:04:35.501671 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c1e54-6a02-4a14-ba74-3c799a89eba1 req-381271f5-7dfb-48f3-acf8-cf2122db51c5 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:35.505538 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3d3c1e54-6a02-4a14-ba74-3c799a89eba1 req-381271f5-7dfb-48f3-acf8-cf2122db51c5 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 944 time: 0.5476708
Feb 04 00:04:35.509952 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:35.528388 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:35.561541 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-3ab7604a-4b8b-42c5-8621-b0c0a1521321 None None] Provisioning complete for port 03b5b756-20f9-4092-b5af-ffd376ce8e70 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:35.561541 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3ab7604a-4b8b-42c5-8621-b0c0a1521321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:35.649074 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec284914-5bf5-4df2-83ab-42fdaeff0563 req-ce108194-f9a4-4827-b338-76f595b31e82 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:35.656684 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ec284914-5bf5-4df2-83ab-42fdaeff0563 req-ce108194-f9a4-4827-b338-76f595b31e82 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 944 time: 0.1991193
Feb 04 00:04:35.679855 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:35.683332 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:35.784044 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a09905-b0dd-4bc9-8771-c3e3178625fa {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:04:35.813521 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3d3c1e54-6a02-4a14-ba74-3c799a89eba1 req-29ddf27f-230f-4d1e-a1ec-144680367253 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594552
Feb 04 00:04:35.826038 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 53a09905-b0dd-4bc9-8771-c3e3178625fa, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=53a09905-b0dd-4bc9-8771-c3e3178625fa,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:35.846843 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:35.862104 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ec284914-5bf5-4df2-83ab-42fdaeff0563 req-4cf68d3a-0299-43d8-bb8d-c9d31b8c7e86 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044592
Feb 04 00:04:35.905547 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:35.945785 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Allocated IP 172.27.3.242 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/f3b10108-cd81-469f-8963-451da412fe13) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:36.314976 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=53a09905-b0dd-4bc9-8771-c3e3178625fa,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:36.326370 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 1f371888-45ce-4dae-ba97-c183bb48da46 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:36.334658 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:36.405687 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:36.491319 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['53a09905-b0dd-4bc9-8771-c3e3178625fa'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:04:36.526507 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc532d-ce7a-4113-8684-1a8d8a16abf6 req-f28f97e2-1258-4c47-b9fd-14ec098cc253 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:36.534455 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-62bc532d-ce7a-4113-8684-1a8d8a16abf6 req-f28f97e2-1258-4c47-b9fd-14ec098cc253 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.3670487
Feb 04 00:04:36.544169 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-3ab7604a-4b8b-42c5-8621-b0c0a1521321 None None] Port 03b5b756-20f9-4092-b5af-ffd376ce8e70 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:04:36.571085 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 1f371888-45ce-4dae-ba97-c183bb48da46 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:36.584379 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.db_base_plugin_common [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Allocated IP 172.20.0.2 (28b27add-26e5-4987-87ac-e4dae3d305ef/8b13fe31-3800-4a43-ab74-2c41fb705a30/ec3592be-6061-486d-a2c1-342fd97acf40) {{(pid=82733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:36.586736 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b660d8-245f-4fe2-8e1d-44176ee8da37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4d6862-7fbf-431d-8a5c-650705f90204'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:04:36.622445 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 1f371888-45ce-4dae-ba97-c183bb48da46 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:36.623758 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:36.677007 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-62bc532d-ce7a-4113-8684-1a8d8a16abf6 req-be3ccb2e-7b6a-4bae-9679-d062dbd34f4b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1415856
Feb 04 00:04:36.723068 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:36.730495 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b10108-cd81-469f-8963-451da412fe13,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:36.749784 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 7b4d6862-7fbf-431d-8a5c-650705f90204, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7b4d6862-7fbf-431d-8a5c-650705f90204,segment=NetworkSegment(7bff1978-4357-4f9a-893c-4494b743c294),segment_id=7bff1978-4357-4f9a-893c-4494b743c294)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:36.753694 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:36.754390 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Router fa554bd7-d8a6-44db-9740-3a81c62cbba1 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:04:36.768774 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:36.771083 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-101e387e-65a0-46bc-8854-4bac8b925939 None None] Provisioning complete for port 03b5b756-20f9-4092-b5af-ffd376ce8e70 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:36.771636 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-101e387e-65a0-46bc-8854-4bac8b925939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:36.914992 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-101e387e-65a0-46bc-8854-4bac8b925939 None None] Port 03b5b756-20f9-4092-b5af-ffd376ce8e70 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:04:36.930597 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:36.937493 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b660d8-245f-4fe2-8e1d-44176ee8da37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4d6862-7fbf-431d-8a5c-650705f90204', 'code': 200}
Feb 04 00:04:37.062456 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe20a8-1ceb-488b-9c38-6a772d064bb7 req-2c05eac0-3a9c-42d1-953a-30087c5a1cc1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:37.064009 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-debe20a8-1ceb-488b-9c38-6a772d064bb7 req-2c05eac0-3a9c-42d1-953a-30087c5a1cc1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.5410836
Feb 04 00:04:37.159512 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:37.261429 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-debe20a8-1ceb-488b-9c38-6a772d064bb7 req-23764928-f94d-4998-b8cd-5e498c6e666f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855624
Feb 04 00:04:37.322413 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 1f371888-45ce-4dae-ba97-c183bb48da46, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=1f371888-45ce-4dae-ba97-c183bb48da46,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:37.342083 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-72ee18aa-1817-41fb-a480-60ddca74757c req-dc97f29f-7950-4b2d-b37e-5573d814fab8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 1098 time: 0.1783605
Feb 04 00:04:37.363521 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=7b4d6862-7fbf-431d-8a5c-650705f90204,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:37.374003 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:37.398201 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:37.399794 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16597191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972'] for router, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:37.406576 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:04:37.418868 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-ec4c7830-e7b4-42d2-9fae-e2cb961dd86e admin admin] 10.222.0.13 "PUT /v2.0/routers/fa554bd7-d8a6-44db-9740-3a81c62cbba1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4128087
Feb 04 00:04:37.439579 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dfbe1-a85e-4c49-b830-5322c112bf20 req-f17221b9-a11f-4024-904b-20e627ff81ca tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:37.453659 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c07dfbe1-a85e-4c49-b830-5322c112bf20 req-f17221b9-a11f-4024-904b-20e627ff81ca tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 945 time: 0.2979484
Feb 04 00:04:37.548854 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=1f371888-45ce-4dae-ba97-c183bb48da46,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:37.551992 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c07dfbe1-a85e-4c49-b830-5322c112bf20 req-d58537cf-1949-4203-bac6-cd3d0b6aa0e6 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970953
Feb 04 00:04:37.586056 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6f4c520>, [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 3, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:37.607338 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8de067-1b3f-41a6-b010-6b848767571c None None] The sync data for ids ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'] in dv-cinder-827776-1-iscsi is: [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 3, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:04:37.687397 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Notify callbacks [] for port, precommit_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:37.698775 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Transition to ACTIVE for port object ec3592be-6061-486d-a2c1-342fd97acf40 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:37.719997 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Transition to ACTIVE for port object ec3592be-6061-486d-a2c1-342fd97acf40 will not be triggered until provisioned by entity DHCP. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:37.729397 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:37.811699 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Network 28b27add-26e5-4987-87ac-e4dae3d305ef is already hosted by enough agents. {{(pid=82733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:37.814692 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.base_scheduler [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Resources bound (agent type, host, resource id):  {{(pid=82733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:37.820674 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Received port after_create {{(pid=82733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:37.822848 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Pushing event updated for resources: {'Port': ['ID=ec3592be-6061-486d-a2c1-342fd97acf40,revision_number=1']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:37.916621 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70222a9-2ae0-479c-a1fb-049d3e3fe353 req-4ac3206f-8bf5-4525-9548-914cef3da9d6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:37.918677 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f70222a9-2ae0-479c-a1fb-049d3e3fe353 req-4ac3206f-8bf5-4525-9548-914cef3da9d6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 945 time: 0.2772551
Feb 04 00:04:37.951089 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Attempting to bind port ec3592be-6061-486d-a2c1-342fd97acf40 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:37.951538 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Attempting to bind port ec3592be-6061-486d-a2c1-342fd97acf40 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '84d9949a-67a9-4d80-9069-c6f5da426acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:37.952005 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Attempting to bind port ec3592be-6061-486d-a2c1-342fd97acf40 on network 28b27add-26e5-4987-87ac-e4dae3d305ef {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:37.968599 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:37.968970 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Checking segment: {'id': '84d9949a-67a9-4d80-9069-c6f5da426acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:37.969484 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:37.969930 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Bound using segment: {'id': '84d9949a-67a9-4d80-9069-c6f5da426acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:37.970705 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Bound port: ec3592be-6061-486d-a2c1-342fd97acf40, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d9949a-67a9-4d80-9069-c6f5da426acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:37.971170 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:37.990187 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3de2cf-3b0b-4c83-895e-981ca185ccfe req-07a191e6-beb9-466b-a158-13c3e930a154 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:37.992041 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7e3de2cf-3b0b-4c83-895e-981ca185ccfe req-07a191e6-beb9-466b-a158-13c3e930a154 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1111975
Feb 04 00:04:38.019068 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f70222a9-2ae0-479c-a1fb-049d3e3fe353 req-238818a9-55f0-4a42-b7f2-b35bec3baac3 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880771
Feb 04 00:04:38.020113 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 is scheduled to L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 with binding_index 1 {{(pid=82732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 00:04:38.055096 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7e3de2cf-3b0b-4c83-895e-981ca185ccfe req-400c2921-019b-4d86-9f0f-87a856fa654d tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563452
Feb 04 00:04:38.127879 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] For port ec3592be-6061-486d-a2c1-342fd97acf40, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:38.132131 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 1f371888-45ce-4dae-ba97-c183bb48da46 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:38.182231 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] For port ec3592be-6061-486d-a2c1-342fd97acf40, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=ec3592be-6061-486d-a2c1-342fd97acf40,segment=NetworkSegment(84d9949a-67a9-4d80-9069-c6f5da426acc),segment_id=84d9949a-67a9-4d80-9069-c6f5da426acc)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:38.195822 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:38.220553 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-72ee18aa-1817-41fb-a480-60ddca74757c req-7e97b4e7-c588-4a98-84c0-23b9931f6b85 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558178
Feb 04 00:04:38.333359 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb41a8-d9fd-4290-bab4-9729864c74ff None None] Pushing event updated for resources: {'Port': ['ID=ec3592be-6061-486d-a2c1-342fd97acf40,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:38.338731 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 1f371888-45ce-4dae-ba97-c183bb48da46 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:38.339101 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:38.435181 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:04:38.448122 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Sync routers for ids ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:04:38.481237 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Routers {'1f4ae70f-fdd8-4a5d-baca-92bceceaa015'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:04:38.482119 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7141b20>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:38.498380 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] Notify callbacks [] for router, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:38.502360 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36770) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:38.502529 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-9b8632fc-c3bf-465f-af99-1833547d5190 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.6612847
Feb 04 00:04:38.700044 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393384f8-1b1e-49cb-bf7a-46c009d73281 req-c08b982c-499c-4269-8852-a41055da80b7 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:38.705145 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-393384f8-1b1e-49cb-bf7a-46c009d73281 req-c08b982c-499c-4269-8852-a41055da80b7 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.2092934
Feb 04 00:04:38.768805 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-393384f8-1b1e-49cb-bf7a-46c009d73281 req-4eb3ba16-12a7-44fb-9240-cd7996cc2b7c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543208
Feb 04 00:04:38.915273 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Set router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:04:38.992981 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abd3ce-deff-4ce1-b70e-76793a85a21a req-a466d277-54b2-4caa-8beb-1e57100555a1 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:38.994553 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b1abd3ce-deff-4ce1-b70e-76793a85a21a req-a466d277-54b2-4caa-8beb-1e57100555a1 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 945 time: 0.1374524
Feb 04 00:04:39.063973 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36800) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:39.070018 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1954323726-network', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:39.074806 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:39.079929 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Usage tracker for resource:network and tenant:ec526dd843ef4b9880157bd78ced3372 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:39.083209 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:39.090193 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:39.109050 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Made reservation on behalf of ec526dd843ef4b9880157bd78ced3372 for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:39.112641 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:39.147783 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:39.165848 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b1abd3ce-deff-4ce1-b70e-76793a85a21a req-446a625b-3fcd-46ca-bc75-be0f60d66854 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065211
Feb 04 00:04:39.207717 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:39.219244 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Usage tracker for resource:security_group_rule and tenant:ec526dd843ef4b9880157bd78ced3372 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:39.227854 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:39.244213 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:39.511220 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7141b20>, [{'id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'name': 'tempest-TestVolumeBootPattern-551240235-router', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'f3b10108-cd81-469f-8963-451da412fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 3, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'gw_port': {'id': 'f3b10108-cd81-469f-8963-451da412fe13', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:35Z', 'updated_at': '2022-02-04T00:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:39.515902 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Checking router: 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:04:39.516511 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Updating router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 port f3b10108-cd81-469f-8963-451da412fe13 binding host dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:04:39.554003 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:39.569076 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18856c-59ff-47ae-af51-46a542fb1468 req-4779739c-08ba-47ef-ba38-c047f05095b9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:39.570703 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6d18856c-59ff-47ae-af51-46a542fb1468 req-4779739c-08ba-47ef-ba38-c047f05095b9 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 945 time: 0.2838597
Feb 04 00:04:39.572232 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:39.584806 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:39.587152 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:04:39.598387 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:39.599443 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Added segment b4633a88-1ace-4935-8157-738dae141438 of type vlan for network 2de92d4c-4a61-4cf8-83d4-9985c6069eef
Feb 04 00:04:39.604126 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614ce69-aa6c-4318-90ec-9e68a0afd7e1 req-f88206e2-c43c-4e58-b2db-565b38980782 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:39.606018 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b614ce69-aa6c-4318-90ec-9e68a0afd7e1 req-f88206e2-c43c-4e58-b2db-565b38980782 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2227256
Feb 04 00:04:39.635585 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:39.694991 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:39.695860 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:39.696438 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:39.721782 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750201c9-b04c-4db7-8977-817763e7a1f7 None None] Network 28b27add-26e5-4987-87ac-e4dae3d305ef requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:04:39.736205 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b614ce69-aa6c-4318-90ec-9e68a0afd7e1 req-c73c5f04-a1fb-4eab-95a7-9a56ef772d1c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199374
Feb 04 00:04:39.845512 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9dd9a2-c7af-4e89-bc8b-b2a1c0bc9624,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:39.867439 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8018184
Feb 04 00:04:39.871009 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36812) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:39.877328 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daddc2d-0a8b-4d6e-81ea-1d0f0a30f59b admin admin] Pushing event updated for resources: {'Network': ['ID=2de92d4c-4a61-4cf8-83d4-9985c6069eef,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:39.887601 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Request body: {'subnet': {'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1954323726-subnet', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:39.892496 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6d18856c-59ff-47ae-af51-46a542fb1468 req-e7ae3bd3-5c80-444c-9bd7-fbeb5aeb51c1 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231956
Feb 04 00:04:39.894739 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:39.902063 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Usage tracker for resource:subnet and tenant:ec526dd843ef4b9880157bd78ced3372 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:39.904458 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 2de92d4c-4a61-4cf8-83d4-9985c6069eef details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:04:39.908241 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:39.921114 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:39.978935 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Made reservation on behalf of ec526dd843ef4b9880157bd78ced3372 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:04:39.981214 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15663920'] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.012596 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-b315368d-d1a4-4edf-a83e-3c2653cf09d4 None None] Provisioning for port ec3592be-6061-486d-a2c1-342fd97acf40 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:40.141628 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.166389 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device ec3592be-6061-486d-a2c1-342fd97acf40 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:40.256641 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7711da-7791-4e6c-a810-a341a26aad1c req-bc70e44d-d7c3-486b-af7d-3d25e6bd6ca8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:40.263711 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ba7711da-7791-4e6c-a810-a341a26aad1c req-bc70e44d-d7c3-486b-af7d-3d25e6bd6ca8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.2890034
Feb 04 00:04:40.311842 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Notify callbacks [] for port, precommit_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.327771 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Transition to ACTIVE for port object f3b10108-cd81-469f-8963-451da412fe13 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:40.354519 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.388586 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port ec3592be-6061-486d-a2c1-342fd97acf40 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:40.413764 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port ec3592be-6061-486d-a2c1-342fd97acf40 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:40.413990 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.439813 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ba7711da-7791-4e6c-a810-a341a26aad1c req-ea9dbfd3-1a5f-4440-ab36-a4b289764046 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751342
Feb 04 00:04:40.528371 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d61c4a-509e-4f43-93c3-740f7bee7fd8 None None] Pushing event updated for resources: {'Port': ['ID=f3b10108-cd81-469f-8963-451da412fe13,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:40.532895 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Attempting to bind port f3b10108-cd81-469f-8963-451da412fe13 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:40.533260 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Attempting to bind port f3b10108-cd81-469f-8963-451da412fe13 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:40.533612 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Attempting to bind port f3b10108-cd81-469f-8963-451da412fe13 on network 37925b6f-7373-4670-a9f0-ede61b099b1e {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:40.543527 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:40.544013 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:40.544307 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.544691 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Bound using segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:40.545565 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Bound port: f3b10108-cd81-469f-8963-451da412fe13, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:40.545565 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.573145 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1aec5-7e31-4752-84f5-5c110f79664f req-a55cd760-c2b2-4501-af5f-a33fe42d9e43 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:40.584158 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8ea1aec5-7e31-4752-84f5-5c110f79664f req-a55cd760-c2b2-4501-af5f-a33fe42d9e43 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 945 time: 0.2324252
Feb 04 00:04:40.697613 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8ea1aec5-7e31-4752-84f5-5c110f79664f req-4c4b27ec-692b-4ff4-96d4-6617e03151b0 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124473
Feb 04 00:04:40.703953 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16080072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15663910'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.742618 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.752251 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] For port f3b10108-cd81-469f-8963-451da412fe13, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:40.766283 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] For port f3b10108-cd81-469f-8963-451da412fe13, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=f3b10108-cd81-469f-8963-451da412fe13,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:40.782984 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.828841 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Allocated IP 172.20.0.1 (28b27add-26e5-4987-87ac-e4dae3d305ef/8b13fe31-3800-4a43-ab74-2c41fb705a30/3b98dd49-086a-4bab-97f9-6a2ec1d044ab) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:40.841496 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d63c8ef-abe0-47f7-be8b-99450fedad72,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:40.884229 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Checking segment: {'id': 'b4633a88-1ace-4935-8157-738dae141438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:40.884795 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Network hostable DHCP agents. Network: 2de92d4c-4a61-4cf8-83d4-9985c6069eef, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:04:40.890786 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port ec3592be-6061-486d-a2c1-342fd97acf40, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=ec3592be-6061-486d-a2c1-342fd97acf40,segment=NetworkSegment(84d9949a-67a9-4d80-9069-c6f5da426acc),segment_id=84d9949a-67a9-4d80-9069-c6f5da426acc)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:40.893975 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d61c4a-509e-4f43-93c3-740f7bee7fd8 None None] Pushing event updated for resources: {'Port': ['ID=f3b10108-cd81-469f-8963-451da412fe13,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:40.921085 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:40.960288 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-67a9ad5e-0e2f-4bdd-b3b4-7db16f6c7e29 None None] Provisioning complete for port ec3592be-6061-486d-a2c1-342fd97acf40 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:40.960707 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-67a9ad5e-0e2f-4bdd-b3b4-7db16f6c7e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.066298 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Routers {'1f4ae70f-fdd8-4a5d-baca-92bceceaa015'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:04:41.070618 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7141b20>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:41.075154 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36836) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:41.118374 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Network 2de92d4c-4a61-4cf8-83d4-9985c6069eef is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:04:41.164605 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 2de92d4c-4a61-4cf8-83d4-9985c6069eef) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:41.174129 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:41.174722 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.185879 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.206109 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab3964-58c3-4227-b121-2c2830edec3c req-db5c84aa-28fa-44c9-b1db-65e5c07b1f1c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:41.207500 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d8ab3964-58c3-4227-b121-2c2830edec3c req-db5c84aa-28fa-44c9-b1db-65e5c07b1f1c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 945 time: 0.1298096
Feb 04 00:04:41.226809 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae714-e20d-4d21-9b60-b388bad98ca2 req-d82851f2-bda7-40dc-bbc9-13d07e7ffb8b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:41.236922 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0d9ae714-e20d-4d21-9b60-b388bad98ca2 req-d82851f2-bda7-40dc-bbc9-13d07e7ffb8b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2443953
Feb 04 00:04:41.257760 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Transition to ACTIVE for port object 3b98dd49-086a-4bab-97f9-6a2ec1d044ab will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:41.265333 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36842) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:41.266852 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a06ccc8b-ef21-4cb8-8416-bd7a80c1d054 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3909991
Feb 04 00:04:41.283706 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1954323726-router', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:41.293485 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:41.298546 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d26277d-99b9-4cc7-ba56-34ab7918ca92 None None] Network 2de92d4c-4a61-4cf8-83d4-9985c6069eef requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:04:41.303685 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Usage tracker for resource:router and tenant:ec526dd843ef4b9880157bd78ced3372 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:41.321790 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d8ab3964-58c3-4227-b121-2c2830edec3c req-8347f916-12d7-4ff4-8656-beab1fc129fb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067140
Feb 04 00:04:41.324504 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:41.334901 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0d9ae714-e20d-4d21-9b60-b388bad98ca2 req-2e838fa1-3037-477a-8159-8ab707024ee6 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970256
Feb 04 00:04:41.342097 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:41.360006 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16597246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8310'] for router, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.361613 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16600435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16606919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8207'] for router, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.370172 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.447168 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=ec3592be-6061-486d-a2c1-342fd97acf40,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:41.540997 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-069190b2-4df3-47a9-8379-7653235b7b76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38515c0e31e7450297b2f07bcb1ee874&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4628146
Feb 04 00:04:41.543038 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36850) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:41.559392 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Network 28b27add-26e5-4987-87ac-e4dae3d305ef is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:41.560409 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3b98dd49-086a-4bab-97f9-6a2ec1d044ab,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:41.564304 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:41.566418 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:41.609132 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.665895 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4ecc04db-3918-4ddc-8b28-ec5f91d7eea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.688046 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16599914'] for router_interface, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.731508 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9bf76-485a-4b15-8004-bae920c3585c req-42231b6d-241c-4888-afc3-d4b8c6520087 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:41.734360 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-24c9bf76-485a-4b15-8004-bae920c3585c req-42231b6d-241c-4888-afc3-d4b8c6520087 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1378028
Feb 04 00:04:41.802832 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] Set router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:04:41.805109 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4ecc04db-3918-4ddc-8b28-ec5f91d7eea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.921827 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:41.939761 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 53a09905-b0dd-4bc9-8771-c3e3178625fa up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:41.948049 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-24c9bf76-485a-4b15-8004-bae920c3585c req-d2377e93-fe80-47c0-bb3f-9d8468693ed7 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067249
Feb 04 00:04:42.106764 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:42.108297 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a09f7f7-4654-5163-a72e-c5ea2cc61d36-2de92d4c-4a61-4cf8-83d4-9985c6069eef', 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'fixed_ips': [{'subnet_id': '7d63c8ef-abe0-47f7-be8b-99450fedad72'}]}} from dv-cinder-827776-1-iscsi. {{(pid=82733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 00:04:42.109186 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:42.137021 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device ec3592be-6061-486d-a2c1-342fd97acf40 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:42.184606 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4ecc04db-3918-4ddc-8b28-ec5f91d7eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:42.207362 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-975f40a5-f465-4b3f-8dba-daf332850c1e None None] Provisioning for port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:42.219662 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45390d-c4da-4782-8767-09bf1754e169 req-7e9243f6-65cc-43f0-8e3f-1cc11e24ffe4 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:42.221655 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1c45390d-c4da-4782-8767-09bf1754e169 req-7e9243f6-65cc-43f0-8e3f-1cc11e24ffe4 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 945 time: 0.2961745
Feb 04 00:04:42.236050 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc04db-3918-4ddc-8b28-ec5f91d7eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b7cf4a-c911-47d8-82ca-b0665338bc43,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:42.254556 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-83ef0416-dd19-42d3-8242-c1f93fa6bb33 req-33eaba14-2012-43a2-90fa-59dcffd7997d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 1098 time: 0.2456679
Feb 04 00:04:42.266987 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:42.277953 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-975f40a5-f465-4b3f-8dba-daf332850c1e None None] Provisioning complete for port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:42.278431 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-975f40a5-f465-4b3f-8dba-daf332850c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:42.280319 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027e7d4-0dbf-4017-8ac1-d2f18a00df96 req-e2a48159-d03e-4cc7-af39-1bfab0ec18d7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:42.282034 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b027e7d4-0dbf-4017-8ac1-d2f18a00df96 req-e2a48159-d03e-4cc7-af39-1bfab0ec18d7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1283350
Feb 04 00:04:42.283179 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:42.483470 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-975f40a5-f465-4b3f-8dba-daf332850c1e None None] Port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:04:42.487044 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 53a09905-b0dd-4bc9-8771-c3e3178625fa completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:42.538213 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b027e7d4-0dbf-4017-8ac1-d2f18a00df96 req-7c9de2ef-3918-4ef2-8380-fa50b0a883ea tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2231052
Feb 04 00:04:42.545024 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15598283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16598673'] for router_interface, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:42.548917 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3b98dd49-086a-4bab-97f9-6a2ec1d044ab,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:42.570185 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 53a09905-b0dd-4bc9-8771-c3e3178625fa triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:42.570559 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:42.673618 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port ec3592be-6061-486d-a2c1-342fd97acf40 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:42.674244 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:42.681670 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4ecc04db-3918-4ddc-8b28-ec5f91d7eea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:42.682817 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-4ecc04db-3918-4ddc-8b28-ec5f91d7eea3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1b7cf4a-c911-47d8-82ca-b0665338bc43 HTTP/1.1" status: 204  len: 168 time: 1.1382923
Feb 04 00:04:42.726639 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.db_base_plugin_common [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Allocated IP 172.20.0.2 (2de92d4c-4a61-4cf8-83d4-9985c6069eef/7d63c8ef-abe0-47f7-be8b-99450fedad72/eccf6c5f-b63f-429a-9f6a-b35ca235b269) {{(pid=82733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:42.790508 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Network 28b27add-26e5-4987-87ac-e4dae3d305ef is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:42.792267 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:42.861052 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1c45390d-c4da-4782-8767-09bf1754e169 req-62af478d-65aa-47d6-9d95-b30529786d40 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4836268
Feb 04 00:04:42.999105 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef0416-dd19-42d3-8242-c1f93fa6bb33 req-60a82e78-ed17-43ec-a7ad-65ab5723c326 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:43.007439 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-83ef0416-dd19-42d3-8242-c1f93fa6bb33 req-60a82e78-ed17-43ec-a7ad-65ab5723c326 service neutron] 10.222.0.48 "GET /v2.0/networks?id=512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 200  len: 911 time: 0.6254644
Feb 04 00:04:43.024703 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7141b20>, [{'id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'name': 'tempest-TestVolumeBootPattern-551240235-router', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'f3b10108-cd81-469f-8963-451da412fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 3, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'gw_port': {'id': 'f3b10108-cd81-469f-8963-451da412fe13', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:35Z', 'updated_at': '2022-02-04T00:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:43.096240 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194eb158-07f9-4f09-bf04-8be8fcc9e725 None None] The sync data for ids ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'] in dv-cinder-827776-1-iscsi is: [{'id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'name': 'tempest-TestVolumeBootPattern-551240235-router', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'f3b10108-cd81-469f-8963-451da412fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 3, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'gw_port': {'id': 'f3b10108-cd81-469f-8963-451da412fe13', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:35Z', 'updated_at': '2022-02-04T00:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:04:43.281940 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:43.435203 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c16095b-b866-4a13-b604-f9f9161c43d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a09905-b0dd-4bc9-8771-c3e3178625fa'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:04:43.467914 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 53a09905-b0dd-4bc9-8771-c3e3178625fa, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=53a09905-b0dd-4bc9-8771-c3e3178625fa,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:43.517865 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-d3854fc7-a4f5-4fa4-bf47-538ee34ba62a None None] Provisioning complete for port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:43.517865 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-d3854fc7-a4f5-4fa4-bf47-538ee34ba62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:43.570125 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:43.576185 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0b668-b965-434c-9934-2645a52b5190 req-46562c52-c946-4dae-b372-6cc193b23d12 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:43.582046 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-83d0b668-b965-434c-9934-2645a52b5190 req-46562c52-c946-4dae-b372-6cc193b23d12 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 945 time: 0.7831030
Feb 04 00:04:43.626762 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-83ef0416-dd19-42d3-8242-c1f93fa6bb33 req-0f512083-952a-4c80-b8a9-96d7c7fb8d70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0574cc1-97a1-4cd8-aa78-500d9a4d4536 HTTP/1.1" status: 200  len: 999 time: 0.6022470
Feb 04 00:04:43.692566 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699f92f-99e7-451f-8e32-c7bd4dc736ee req-ea6a437a-d09e-436d-899a-01d4a346b46b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:43.700068 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b699f92f-99e7-451f-8e32-c7bd4dc736ee req-ea6a437a-d09e-436d-899a-01d4a346b46b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.4553738
Feb 04 00:04:43.719205 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:43.732688 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Notify callbacks [] for port, precommit_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:43.741860 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-d3854fc7-a4f5-4fa4-bf47-538ee34ba62a None None] Port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:04:43.760208 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=53a09905-b0dd-4bc9-8771-c3e3178625fa,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:43.779400 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Transition to ACTIVE for port object eccf6c5f-b63f-429a-9f6a-b35ca235b269 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:43.822206 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-83d0b668-b965-434c-9934-2645a52b5190 req-565e6a80-6312-42cc-86f5-881369eb95eb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2367156
Feb 04 00:04:43.825272 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Transition to ACTIVE for port object eccf6c5f-b63f-429a-9f6a-b35ca235b269 will not be triggered until provisioned by entity DHCP. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:43.843539 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:43.855764 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:44.002060 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c16095b-b866-4a13-b604-f9f9161c43d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a09905-b0dd-4bc9-8771-c3e3178625fa', 'code': 200}
Feb 04 00:04:44.124577 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Network 2de92d4c-4a61-4cf8-83d4-9985c6069eef is already hosted by enough agents. {{(pid=82733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:44.134847 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Resources bound (agent type, host, resource id):  {{(pid=82733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:44.141759 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:04:44.155335 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Received port after_create {{(pid=82733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:44.195671 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Pushing event updated for resources: {'Port': ['ID=eccf6c5f-b63f-429a-9f6a-b35ca235b269,revision_number=1']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:44.250049 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Allocated IP 172.27.3.17 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/a8c91935-a3f5-4cb7-ab50-b87b84ceafbd) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:44.265797 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device ca51488b-dd74-4ac8-8220-2337c66ba32b up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:44.404953 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:44.441651 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:44.451120 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Attempting to bind port eccf6c5f-b63f-429a-9f6a-b35ca235b269 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:44.451305 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Attempting to bind port eccf6c5f-b63f-429a-9f6a-b35ca235b269 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': 'b4633a88-1ace-4935-8157-738dae141438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:44.451650 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Attempting to bind port eccf6c5f-b63f-429a-9f6a-b35ca235b269 on network 2de92d4c-4a61-4cf8-83d4-9985c6069eef {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:44.461576 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:44.462011 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Checking segment: {'id': 'b4633a88-1ace-4935-8157-738dae141438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:44.462422 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:44.462875 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Bound using segment: {'id': 'b4633a88-1ace-4935-8157-738dae141438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:44.463346 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Bound port: eccf6c5f-b63f-429a-9f6a-b35ca235b269, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4633a88-1ace-4935-8157-738dae141438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:44.463917 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:44.485972 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port ca51488b-dd74-4ac8-8220-2337c66ba32b completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:44.502396 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef0416-dd19-42d3-8242-c1f93fa6bb33 req-a2214d08-6324-4e5c-9bb2-a5017da1bb7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:44.504765 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-83ef0416-dd19-42d3-8242-c1f93fa6bb33 req-a2214d08-6324-4e5c-9bb2-a5017da1bb7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25dddad5-b894-4c6a-a9bc-91f4aee83ad6 HTTP/1.1" status: 200  len: 849 time: 0.8693459
Feb 04 00:04:44.519295 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa8670-2379-4710-8b78-764f7f198f7c req-d0e5b52e-042e-4130-8d60-5d6b23073834 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:44.527398 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7dfa8670-2379-4710-8b78-764f7f198f7c req-d0e5b52e-042e-4130-8d60-5d6b23073834 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2277465
Feb 04 00:04:44.553432 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8468ba7d-68c3-46da-bd2d-0992e339ac32 req-9e1ed070-0b5d-40a4-bfa1-7f796ab35def service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 1099 time: 0.2081447
Feb 04 00:04:44.585885 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port ca51488b-dd74-4ac8-8220-2337c66ba32b triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:44.586269 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:44.621765 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Pushing event updated for resources: {'Port': ['ID=a8c91935-a3f5-4cb7-ab50-b87b84ceafbd,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:44.641670 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b699f92f-99e7-451f-8e32-c7bd4dc736ee req-f54195c0-9433-4f78-a967-e4c0a13c3d88 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9404416
Feb 04 00:04:44.644074 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:44.659033 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:44.663731 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:44.732795 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] For port eccf6c5f-b63f-429a-9f6a-b35ca235b269, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:44.740648 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] For port eccf6c5f-b63f-429a-9f6a-b35ca235b269, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=eccf6c5f-b63f-429a-9f6a-b35ca235b269,segment=NetworkSegment(b4633a88-1ace-4935-8157-738dae141438),segment_id=b4633a88-1ace-4935-8157-738dae141438)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:44.755904 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:44.766781 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-83ef0416-dd19-42d3-8242-c1f93fa6bb33 req-1ef89d9c-f6a5-4764-8944-4af74a812f8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=512bd163-9e32-46a5-8135-c59c509d3018&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2495980
Feb 04 00:04:44.809626 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7dfa8670-2379-4710-8b78-764f7f198f7c req-876d2d05-5160-4e5a-b697-e495dc3f4b75 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2811942
Feb 04 00:04:44.838143 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-8468ba7d-68c3-46da-bd2d-0992e339ac32 req-bdd2d09c-d4e8-4fd5-9817-4c098a731cc2 service neutron] Synchronizing usage tracker for tenant:db6c939059be4f0bb51391782374a4ba on resource:security_group {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:04:44.877122 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-8468ba7d-68c3-46da-bd2d-0992e339ac32 req-bdd2d09c-d4e8-4fd5-9817-4c098a731cc2 service neutron] Unset dirty status for tenant:db6c939059be4f0bb51391782374a4ba on resource:security_group {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:04:44.878235 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8468ba7d-68c3-46da-bd2d-0992e339ac32 req-bdd2d09c-d4e8-4fd5-9817-4c098a731cc2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985731
Feb 04 00:04:44.885936 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:04:44.923486 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a2b0583a-29b5-470d-9257-05e4b57bd9a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/1f4ae70f-fdd8-4a5d-baca-92bceceaa015/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4192228
Feb 04 00:04:44.929319 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:44.948950 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d4d24-5240-453d-84c9-3c496d2b9e0f None None] Pushing event updated for resources: {'Port': ['ID=eccf6c5f-b63f-429a-9f6a-b35ca235b269,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:44.963891 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port ca51488b-dd74-4ac8-8220-2337c66ba32b, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=ca51488b-dd74-4ac8-8220-2337c66ba32b,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:44.971915 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:44.984487 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-83ef0416-dd19-42d3-8242-c1f93fa6bb33 req-5882ce13-c461-42ef-9aaa-98978cdc0014 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2095885
Feb 04 00:04:45.041441 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:45.042415 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16597191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972'] for router, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:45.136295 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=ca51488b-dd74-4ac8-8220-2337c66ba32b,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:45.563271 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-e12621e9-2732-4b2f-a39f-22cb866f2568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:45.574177 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-83ef0416-dd19-42d3-8242-c1f93fa6bb33 req-c33a2dc2-c27f-4ca8-926d-8f050132cf6c service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4425035
Feb 04 00:04:45.586638 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5d1ea-ea4a-48b7-abc2-e01fffacd183 req-114690b1-e2b7-44c3-add9-edb7ec73cae0 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:45.588148 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-81f5d1ea-ea4a-48b7-abc2-e01fffacd183 req-114690b1-e2b7-44c3-add9-edb7ec73cae0 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 946 time: 0.4654536
Feb 04 00:04:45.717044 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-81f5d1ea-ea4a-48b7-abc2-e01fffacd183 req-1a750441-5894-459e-af3b-876cd1d0e202 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631549
Feb 04 00:04:45.812128 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 is scheduled to L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 with binding_index 1 {{(pid=82732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 00:04:46.000628 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76db8a-e36e-43c6-9d39-15ac6009feeb req-2cfc0105-211b-440b-9dc6-bae8fe0169b6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:46.007285 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d76db8a-e36e-43c6-9d39-15ac6009feeb req-2cfc0105-211b-440b-9dc6-bae8fe0169b6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1279781
Feb 04 00:04:46.059702 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36950) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:46.067895 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1118805532', 'description': 'tempest-secgroup-smoke-1118805532 description', 'project_id': '158236a462524d4db04b3b5f32458e47'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:46.078964 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:46.092690 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:security_group and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:46.108254 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:46.121194 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:46.142109 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d76db8a-e36e-43c6-9d39-15ac6009feeb req-b39dbb1d-54a9-405e-a034-03acdf89cd0c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337802
Feb 04 00:04:46.152209 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:46.190052 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:04:46.200030 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Sync routers for ids ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:04:46.226343 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Routers {'acf0bc47-2e0d-43b1-a727-e4a7fce77f52'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:04:46.228151 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df74e4790>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:46.236667 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:46.242146 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] Notify callbacks [] for router, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:46.246671 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-030d418d-7639-44f5-8f9a-70b91800d0cd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.9720831
Feb 04 00:04:46.249397 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36954) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:46.252394 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:security_group_rule and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:46.279414 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device eccf6c5f-b63f-429a-9f6a-b35ca235b269 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:46.334804 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:46.388334 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:46.427857 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae6413b-8681-443e-bfb0-f999c36aac26 None None] Network 2de92d4c-4a61-4cf8-83d4-9985c6069eef requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:04:46.505636 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:46.517435 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:46.563605 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7573b9f-8b2a-46e6-8cc5-85cbad9db0c5 req-443375e7-fd46-4dfb-b132-0750969fd746 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:46.565207 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e7573b9f-8b2a-46e6-8cc5-85cbad9db0c5 req-443375e7-fd46-4dfb-b132-0750969fd746 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2316334
Feb 04 00:04:46.634501 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-7897e9df-ee58-472c-bb61-69b0147b4b01 None None] Provisioning for port eccf6c5f-b63f-429a-9f6a-b35ca235b269 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:46.657409 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port eccf6c5f-b63f-429a-9f6a-b35ca235b269 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:46.657955 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:46.662608 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5982080
Feb 04 00:04:46.664104 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36962) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:46.666990 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41123c98-f421-46fa-9d84-aa643beb2290 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b5f747-ae77-43ad-85b3-50e48e8dbb2b,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:46.670055 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-7897e9df-ee58-472c-bb61-69b0147b4b01 None None] Provisioning complete for port eccf6c5f-b63f-429a-9f6a-b35ca235b269 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:46.670424 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-7897e9df-ee58-472c-bb61-69b0147b4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:46.671256 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'security_group_rule': {'security_group_id': '21b5f747-ae77-43ad-85b3-50e48e8dbb2b', 'project_id': '158236a462524d4db04b3b5f32458e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:46.702612 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:46.712562 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:security_group_rule and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:46.718597 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:46.752443 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e7573b9f-8b2a-46e6-8cc5-85cbad9db0c5 req-6ef1d968-f0cb-4605-9ff8-e3c79050f673 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1560018
Feb 04 00:04:46.771212 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:46.816692 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port eccf6c5f-b63f-429a-9f6a-b35ca235b269 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:46.826783 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:46.834683 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:46.841532 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Set router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:04:47.008577 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.238191 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-7897e9df-ee58-472c-bb61-69b0147b4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.264743 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.325295 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c373b579-f71f-4f93-9970-badb700437a6,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:47.345885 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-7897e9df-ee58-472c-bb61-69b0147b4b01 None None] For port eccf6c5f-b63f-429a-9f6a-b35ca235b269, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=eccf6c5f-b63f-429a-9f6a-b35ca235b269,segment=NetworkSegment(b4633a88-1ace-4935-8157-738dae141438),segment_id=b4633a88-1ace-4935-8157-738dae141438)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:47.345885 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.362959 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-7897e9df-ee58-472c-bb61-69b0147b4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.373344 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.379595 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-3c94bd57-3d70-4965-aa72-4d62de926310 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7093089
Feb 04 00:04:47.379595 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36976) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:47.396334 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'security_group_rule': {'security_group_id': '21b5f747-ae77-43ad-85b3-50e48e8dbb2b', 'project_id': '158236a462524d4db04b3b5f32458e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:47.412888 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:47.418631 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:security_group_rule and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:47.440080 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:47.448222 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:47.491326 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705b2d-587f-4ff9-aa8d-3e56ab4bb359 req-9c070ec4-4d50-48c2-b31a-a41bde66012c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:47.492930 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ec705b2d-587f-4ff9-aa8d-3e56ab4bb359 req-9c070ec4-4d50-48c2-b31a-a41bde66012c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 946 time: 0.5083690
Feb 04 00:04:47.515615 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897e9df-ee58-472c-bb61-69b0147b4b01 None None] Pushing event updated for resources: {'Port': ['ID=eccf6c5f-b63f-429a-9f6a-b35ca235b269,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:47.561653 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.565811 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64918e2d-fe43-4af2-8f40-fc40bd31b866 req-5152add9-a90a-4975-8358-1bf92f5c8a42 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:47.568156 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-64918e2d-fe43-4af2-8f40-fc40bd31b866 req-5152add9-a90a-4975-8358-1bf92f5c8a42 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.2076941
Feb 04 00:04:47.662838 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.668479 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df74e4790>, [{'id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'name': 'tempest-TestShelveInstance-1954323726-router', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:41Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 3, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'gw_port': {'id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:43Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:47.675137 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.680086 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.api [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:04:47.680086 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG oslo_db.api [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:04:47.680555 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Checking router: acf0bc47-2e0d-43b1-a727-e4a7fce77f52 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:04:47.680555 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Updating router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:04:47.686773 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 36984) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:47.739624 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eff1839-9841-4a00-8d3e-6eb3f993448a,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:47.763294 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ec705b2d-587f-4ff9-aa8d-3e56ab4bb359 req-6a482864-3b75-4365-82e3-8c9d396a3984 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619905
Feb 04 00:04:47.767318 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.772231 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-32b17bb3-0326-476e-9990-f0e51ee89eb8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3902307
Feb 04 00:04:47.773663 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 36992) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:47.780890 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-64918e2d-fe43-4af2-8f40-fc40bd31b866 req-c208147f-2fb5-4182-bc9a-329144e707ca tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376262
Feb 04 00:04:47.788408 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'security_group_rule': {'security_group_id': '21b5f747-ae77-43ad-85b3-50e48e8dbb2b', 'project_id': '158236a462524d4db04b3b5f32458e47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:47.798178 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:47.803510 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:security_group_rule and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:47.805949 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:47.808106 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:47.815977 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:47.875992 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.018427 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-7906b2c4-531d-4edf-8858-01aad4eeda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.038455 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-2053835b-85d4-44d2-ba23-88a9e28ac77b None None] Provisioning complete for port eccf6c5f-b63f-429a-9f6a-b35ca235b269 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:48.039100 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-2053835b-85d4-44d2-ba23-88a9e28ac77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.170953 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.178814 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec2ddfae-90de-43e0-b097-d7f31e03779e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.199385 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.256031 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f98bba-8e20-4837-8a45-7dca7941c8fe req-329c3984-f1e2-4716-b1e1-e9e10c486a7f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:48.263845 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-55f98bba-8e20-4837-8a45-7dca7941c8fe req-329c3984-f1e2-4716-b1e1-e9e10c486a7f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2670283
Feb 04 00:04:48.281226 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.284100 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5088739
Feb 04 00:04:48.291001 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37000) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:48.308825 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'security_group_rule': {'security_group_id': '21b5f747-ae77-43ad-85b3-50e48e8dbb2b', 'project_id': '158236a462524d4db04b3b5f32458e47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:48.322428 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:48.330593 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:security_group_rule and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:48.337345 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:48.338847 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ec2ddfae-90de-43e0-b097-d7f31e03779e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:48.343081 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.351308 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ec2ddfae-90de-43e0-b097-d7f31e03779e admin admin] Usage tracker for resource:security_group_rule and tenant:123bd9ff1ea5490b82fba5ca658a6a87 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:48.355792 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:48.356074 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Transition to ACTIVE for port object a8c91935-a3f5-4cb7-ab50-b87b84ceafbd will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:48.359675 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ec2ddfae-90de-43e0-b097-d7f31e03779e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:48.367666 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd9260-d16c-4457-b503-e0199ff96f98 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17bbaa6-c0a3-4ef5-bfd7-486b8ab433a4,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:48.372090 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.387863 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device ca51488b-dd74-4ac8-8220-2337c66ba32b up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:48.392078 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ec2ddfae-90de-43e0-b097-d7f31e03779e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:48.416949 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-55f98bba-8e20-4837-8a45-7dca7941c8fe req-46017aba-e8e4-4e76-82c4-09c39452f156 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1519136
Feb 04 00:04:48.439500 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.503798 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc6299-7038-4620-80ad-6acf38506ec0 None None] Pushing event updated for resources: {'Port': ['ID=a8c91935-a3f5-4cb7-ab50-b87b84ceafbd,revision_number=2']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:48.528936 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Attempting to bind port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:04:48.529308 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Attempting to bind port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:04:48.529664 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Attempting to bind port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd on network 37925b6f-7373-4670-a9f0-ede61b099b1e {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:04:48.532975 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port ca51488b-dd74-4ac8-8220-2337c66ba32b triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:48.534119 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.550783 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:04:48.551340 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:04:48.551787 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.552179 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Bound using segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:04:48.552664 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Bound port: a8c91935-a3f5-4cb7-ab50-b87b84ceafbd, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:04:48.553861 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.632336 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec2ddfae-90de-43e0-b097-d7f31e03779e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.632909 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] For port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:04:48.635818 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] For port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=a8c91935-a3f5-4cb7-ab50-b87b84ceafbd,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:04:48.639006 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.646950 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.647207 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.656812 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.674094 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec2ddfae-90de-43e0-b097-d7f31e03779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.684468 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db791ce-7a60-43cd-bc44-5157a54d2cda,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:48.702846 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.704420 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-f421c022-fb35-40e8-a0e2-902255c168f0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4087789
Feb 04 00:04:48.707455 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37012) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:48.715419 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'security_group_rule': {'security_group_id': '21b5f747-ae77-43ad-85b3-50e48e8dbb2b', 'project_id': '158236a462524d4db04b3b5f32458e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:48.734500 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:48.738507 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:security_group_rule and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:48.742221 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:48.748170 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:48.762394 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.securitygroups_db [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Project 158236a462524d4db04b3b5f32458e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 00:04:48.776779 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-ec2ddfae-90de-43e0-b097-d7f31e03779e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=123bd9ff1ea5490b82fba5ca658a6a87&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0870879
Feb 04 00:04:48.782181 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37018) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:48.799138 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Routers {'acf0bc47-2e0d-43b1-a727-e4a7fce77f52'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:04:48.799837 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df74e4790>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:48.807359 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.832497 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ddfae-90de-43e0-b097-d7f31e03779e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f2cdde-2a4b-4c9b-86d1-c56cfc8dae89,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:48.888328 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device eccf6c5f-b63f-429a-9f6a-b35ca235b269 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:48.894577 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc6299-7038-4620-80ad-6acf38506ec0 None None] Pushing event updated for resources: {'Port': ['ID=a8c91935-a3f5-4cb7-ab50-b87b84ceafbd,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:48.933715 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.945573 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:48.985603 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaca714-885b-4dfb-8a5e-59e1f65f778d,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:48.988922 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-035ce674-5157-44d7-acfb-ee7c48c0a731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.008556 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.010251 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-220fb60c-49ed-4a36-b130-3da6f6f52fad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3012867
Feb 04 00:04:49.013338 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37026) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:49.028958 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'security_group_rule': {'security_group_id': '21b5f747-ae77-43ad-85b3-50e48e8dbb2b', 'project_id': '158236a462524d4db04b3b5f32458e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:49.037817 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:49.045536 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-035ce674-5157-44d7-acfb-ee7c48c0a731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.053555 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:security_group_rule and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:49.059357 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:49.074453 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:49.075368 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port eccf6c5f-b63f-429a-9f6a-b35ca235b269 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:49.075942 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.088670 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Allocated IP 172.20.0.1 (2de92d4c-4a61-4cf8-83d4-9985c6069eef/7d63c8ef-abe0-47f7-be8b-99450fedad72/63b1c47d-ba7e-4054-a372-ca185524830c) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:04:49.117759 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.securitygroups_db [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Project 158236a462524d4db04b3b5f32458e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 00:04:49.126649 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.155836 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.158691 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] Set router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:04:49.229806 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.235944 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-035ce674-5157-44d7-acfb-ee7c48c0a731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.296216 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-035ce674-5157-44d7-acfb-ee7c48c0a731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.300435 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-035ce674-5157-44d7-acfb-ee7c48c0a731 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4f2cdde-2a4b-4c9b-86d1-c56cfc8dae89 HTTP/1.1" status: 204  len: 168 time: 0.5073156
Feb 04 00:04:49.301063 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ce674-5157-44d7-acfb-ee7c48c0a731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f2cdde-2a4b-4c9b-86d1-c56cfc8dae89,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:49.307654 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3767c5-246c-429f-94ef-828a012811df req-188bc3b8-23ac-415f-8d3d-37072e2f696a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:49.315990 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-da3767c5-246c-429f-94ef-828a012811df req-188bc3b8-23ac-415f-8d3d-37072e2f696a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.2339847
Feb 04 00:04:49.392649 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.404448 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.452249 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ea9e12-a06b-4d01-a1ef-c0d78b64f266,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:49.484962 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-da3767c5-246c-429f-94ef-828a012811df req-37b1617c-46e2-4ddc-ac22-c0f4f9604dbd tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655970
Feb 04 00:04:49.490426 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.494030 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-d19c0dcf-9760-4ba7-b102-a07db1076efb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4778020
Feb 04 00:04:49.573069 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.591228 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Transition to ACTIVE for port object 63b1c47d-ba7e-4054-a372-ca185524830c will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:04:49.662000 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.863999 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Pushing event updated for resources: {'Port': ['ID=63b1c47d-ba7e-4054-a372-ca185524830c,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:49.867444 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Network 2de92d4c-4a61-4cf8-83d4-9985c6069eef is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:49.868922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:49.870972 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:04:49.931666 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16599914'] for router_interface, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:49.954964 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df74e4790>, [{'id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'name': 'tempest-TestShelveInstance-1954323726-router', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:41Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 3, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'gw_port': {'id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:43Z', 'updated_at': '2022-02-04T00:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:04:49.963184 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9ec26-5263-49ce-aa72-81455038a95b None None] The sync data for ids ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'] in dv-cinder-827776-1-iscsi is: [{'id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'name': 'tempest-TestShelveInstance-1954323726-router', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:41Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 3, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'gw_port': {'id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:43Z', 'updated_at': '2022-02-04T00:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:04:50.065423 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:50.220885 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-9460cc1a-d24c-48b6-ac70-13dfe73558bc None None] Provisioning for port 63b1c47d-ba7e-4054-a372-ca185524830c completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:50.226624 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-9460cc1a-d24c-48b6-ac70-13dfe73558bc None None] Provisioning complete for port 63b1c47d-ba7e-4054-a372-ca185524830c triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:50.227184 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-9460cc1a-d24c-48b6-ac70-13dfe73558bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:50.284564 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-9460cc1a-d24c-48b6-ac70-13dfe73558bc None None] Port 63b1c47d-ba7e-4054-a372-ca185524830c cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:04:50.327120 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:50.333922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:50.383101 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:50.466758 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15598283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16598673'] for router_interface, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:50.469953 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Pushing event updated for resources: {'Port': ['ID=63b1c47d-ba7e-4054-a372-ca185524830c,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:50.608333 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Network 2de92d4c-4a61-4cf8-83d4-9985c6069eef is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:04:50.609453 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:04:50.732721 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68a261-3742-47f0-adbb-6abf1abec38d req-07033794-0688-4c36-9c07-7797d4a375e8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:50.734204 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6b68a261-3742-47f0-adbb-6abf1abec38d req-07033794-0688-4c36-9c07-7797d4a375e8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0870881
Feb 04 00:04:50.790273 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6b68a261-3742-47f0-adbb-6abf1abec38d req-30ecbe06-41d3-4038-b63d-49e9c67adf25 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477579
Feb 04 00:04:50.913765 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device f3b10108-cd81-469f-8963-451da412fe13 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:50.977836 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-37396516-2e54-411a-a60e-574dbea344e3 None None] Provisioning complete for port 63b1c47d-ba7e-4054-a372-ca185524830c triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:50.978310 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-37396516-2e54-411a-a60e-574dbea344e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:51.044902 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-37396516-2e54-411a-a60e-574dbea344e3 None None] Port 63b1c47d-ba7e-4054-a372-ca185524830c cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:04:51.055605 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port f3b10108-cd81-469f-8963-451da412fe13 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:51.060752 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port f3b10108-cd81-469f-8963-451da412fe13 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:51.061217 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:51.150629 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:04:51.270214 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:51.291905 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port f3b10108-cd81-469f-8963-451da412fe13, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=f3b10108-cd81-469f-8963-451da412fe13,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:51.299026 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:51.424851 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=f3b10108-cd81-469f-8963-451da412fe13,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:51.436929 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:04:51.454308 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-0b00f15a-87be-4d17-99f4-0137e1d4e940 admin admin] 10.222.0.13 "PUT /v2.0/routers/acf0bc47-2e0d-43b1-a727-e4a7fce77f52/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2036581
Feb 04 00:04:52.106350 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37088) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:52.111854 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755762406', 'description': 'tempest-secgroup-smoke-755762406 description', 'project_id': '6682723e28af465f89abc94b19ee13dc'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:52.118336 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:52.122159 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Usage tracker for resource:security_group and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:52.125049 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:52.131372 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:52.141599 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.177744 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:52.182141 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Usage tracker for resource:security_group_rule and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:52.185261 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:52.191144 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:52.307349 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.314216 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.338156 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc39659-8614-436b-87f4-c55c4b3d6a01 req-d318c0a6-501f-48cb-80ad-046c3ce647f6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:52.340157 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6fc39659-8614-436b-87f4-c55c4b3d6a01 req-d318c0a6-501f-48cb-80ad-046c3ce647f6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1432524
Feb 04 00:04:52.390193 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.392401 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2846284
Feb 04 00:04:52.393580 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb14f8b-700d-429c-9b2d-07b837eadc1c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6927078f-ec3d-41c5-b342-f06752332bb7,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:52.394515 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37096) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:52.417729 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Request body: {'security_group_rule': {'security_group_id': '6927078f-ec3d-41c5-b342-f06752332bb7', 'project_id': '6682723e28af465f89abc94b19ee13dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:52.422056 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6fc39659-8614-436b-87f4-c55c4b3d6a01 req-e717a1b4-5475-4586-a298-c560514c5692 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734017
Feb 04 00:04:52.428002 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:52.436677 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Usage tracker for resource:security_group_rule and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:52.440032 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:52.450563 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:52.467839 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.533070 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.536502 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.560749 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81aae0e-6a4d-4f66-a290-495af0008a17,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:52.571875 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.573054 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-380423bf-01c2-430a-afdd-ee149814f891 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1760845
Feb 04 00:04:52.575993 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37100) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:52.583136 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Request body: {'security_group_rule': {'security_group_id': '6927078f-ec3d-41c5-b342-f06752332bb7', 'project_id': '6682723e28af465f89abc94b19ee13dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:52.589692 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:52.593410 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Usage tracker for resource:security_group_rule and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:52.596417 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:52.602245 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:52.618831 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.684699 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.688471 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.713443 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30cdc12-f9e5-403a-8b5c-6428ea4597d0,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:52.724846 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.727385 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-9172e011-f3e8-420c-86c6-52984455b607 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1495323
Feb 04 00:04:52.729268 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37106) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:52.737786 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Request body: {'security_group_rule': {'security_group_id': '6927078f-ec3d-41c5-b342-f06752332bb7', 'project_id': '6682723e28af465f89abc94b19ee13dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:52.744109 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:52.748209 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Usage tracker for resource:security_group_rule and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:52.751135 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:52.757327 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:52.774519 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.838569 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device f3b10108-cd81-469f-8963-451da412fe13 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:52.841050 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.844629 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.868758 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbe2368-9f54-4f60-a06b-056d3f89f0ff,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:52.878400 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.880294 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-8f23ec39-ecda-4f3e-af98-4ebe4098b0a3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1493530
Feb 04 00:04:52.883021 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37110) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:52.888442 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Request body: {'security_group_rule': {'security_group_id': '6927078f-ec3d-41c5-b342-f06752332bb7', 'project_id': '6682723e28af465f89abc94b19ee13dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:52.894114 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:52.898013 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Usage tracker for resource:security_group_rule and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:52.900902 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:52.906462 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:52.919975 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port f3b10108-cd81-469f-8963-451da412fe13 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:52.920351 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.922165 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.985958 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:52.990182 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:53.019274 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcbf1f0-1bbc-4e65-8443-3b9b2deae6fa,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:53.025631 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:53.029436 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-1358bfbc-8c9e-448d-be34-38b9365ea372 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1429243
Feb 04 00:04:53.029668 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37114) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:53.034914 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Request body: {'security_group_rule': {'security_group_id': '6927078f-ec3d-41c5-b342-f06752332bb7', 'project_id': '6682723e28af465f89abc94b19ee13dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:53.041398 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:53.044957 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Usage tracker for resource:security_group_rule and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:53.047748 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:53.053824 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:53.064558 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.securitygroups_db [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Project 6682723e28af465f89abc94b19ee13dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 00:04:53.072776 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:53.142225 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:53.146165 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:53.170092 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71ce31d-6652-43c5-8699-8b58b5c3e87f,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:53.178199 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:53.179437 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-9ad354a0-91dd-40a0-87e9-bbae9ea17c8d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1489143
Feb 04 00:04:53.182167 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37118) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:04:53.187559 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Request body: {'security_group_rule': {'security_group_id': '6927078f-ec3d-41c5-b342-f06752332bb7', 'project_id': '6682723e28af465f89abc94b19ee13dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:04:53.193682 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:04:53.197411 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Usage tracker for resource:security_group_rule and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:04:53.200242 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:04:53.205962 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:04:53.216869 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.securitygroups_db [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Project 6682723e28af465f89abc94b19ee13dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 00:04:53.223298 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:53.290033 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:53.293842 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:53.317390 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1a03fc-fa6c-46f7-ac18-5ecbe50640a8,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:53.326462 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:53.327642 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-d65216e3-fd3f-4036-afa1-532a5d27ec15 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1445312
Feb 04 00:04:53.638689 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8108-c688-4514-807c-d58fabeee8b3 req-b1544724-57ec-4e67-8988-cdc7c7bc59c8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:53.640573 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a59f8108-c688-4514-807c-d58fabeee8b3 req-b1544724-57ec-4e67-8988-cdc7c7bc59c8 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0872841
Feb 04 00:04:53.693150 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a59f8108-c688-4514-807c-d58fabeee8b3 req-6d23968d-22de-4261-a646-81a72d5c11dc tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464058
Feb 04 00:04:54.923276 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8cbc0-29d6-43d9-98b8-9562aa2ee4ed req-6e5995a5-5161-4f8f-b7ec-93e6972ab88a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:54.926722 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-26f8cbc0-29d6-43d9-98b8-9562aa2ee4ed req-6e5995a5-5161-4f8f-b7ec-93e6972ab88a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0988581
Feb 04 00:04:54.974383 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-26f8cbc0-29d6-43d9-98b8-9562aa2ee4ed req-9e5ce94d-b8c0-4d87-88c7-3ceb51635728 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418062
Feb 04 00:04:55.670792 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:56.180628 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bae44-4791-4023-a830-486d15ec8a9e req-8c7d6e42-e511-4f3e-a98d-60372473ebb0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:56.182134 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d99bae44-4791-4023-a830-486d15ec8a9e req-8c7d6e42-e511-4f3e-a98d-60372473ebb0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0819190
Feb 04 00:04:56.230540 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d99bae44-4791-4023-a830-486d15ec8a9e req-62f8a5f1-67d5-4f2d-a9bc-8b781bb845e9 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427966
Feb 04 00:04:57.460539 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e02cd-b837-4301-84b5-ae159fbf5e38 req-240159cc-f28b-4d68-b537-2b2b34cb36f0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:57.462059 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e25e02cd-b837-4301-84b5-ae159fbf5e38 req-240159cc-f28b-4d68-b537-2b2b34cb36f0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0898702
Feb 04 00:04:57.516195 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e25e02cd-b837-4301-84b5-ae159fbf5e38 req-a1e45adf-1d68-4965-915e-41d1912e42cc tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481653
Feb 04 00:04:58.717399 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d1615-c08c-4a30-a221-7944d301639f req-43c33e8c-feb4-43ef-bcda-f032dd43dc53 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:04:58.718787 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-303d1615-c08c-4a30-a221-7944d301639f req-43c33e8c-feb4-43ef-bcda-f032dd43dc53 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0770464
Feb 04 00:04:58.767485 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-303d1615-c08c-4a30-a221-7944d301639f req-4b369cf4-213e-419d-b915-5a252c4bab58 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424929
Feb 04 00:04:58.857839 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device a8c91935-a3f5-4cb7-ab50-b87b84ceafbd up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:04:58.926368 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:04:58.931159 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:04:58.931520 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:59.053161 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:59.071501 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=a8c91935-a3f5-4cb7-ab50-b87b84ceafbd,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:04:59.075318 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:04:59.153138 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=a8c91935-a3f5-4cb7-ab50-b87b84ceafbd,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:04:59.247834 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-64056293-1a4f-4bc5-8d05-c553ed147d89 req-60ff0243-3202-42a1-8529-ad756e5379a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 1099 time: 0.0690265
Feb 04 00:04:59.294260 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-64056293-1a4f-4bc5-8d05-c553ed147d89 req-0ae084f9-5709-4229-8f6c-45cca3aa1bb8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404418
Feb 04 00:04:59.874961 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c3afdf00-37eb-40e6-ad75-8bd28b2efd70 req-0db77adb-99bd-43dc-888c-8f1ce9e90bda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 1099 time: 0.0771427
Feb 04 00:05:00.096612 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afdf00-37eb-40e6-ad75-8bd28b2efd70 req-a521f0b7-7aa8-49de-aceb-aae1350ab757 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:00.098706 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c3afdf00-37eb-40e6-ad75-8bd28b2efd70 req-a521f0b7-7aa8-49de-aceb-aae1350ab757 service neutron] 10.222.0.48 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 920 time: 0.1996677
Feb 04 00:05:00.105786 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd2e45-0966-4560-b0c4-112b07d98867 req-a0ee767c-7f6d-4b06-8722-a23d68368945 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:00.107504 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b2bd2e45-0966-4560-b0c4-112b07d98867 req-a0ee767c-7f6d-4b06-8722-a23d68368945 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.2076643
Feb 04 00:05:00.190263 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c3afdf00-37eb-40e6-ad75-8bd28b2efd70 req-3fbb1247-9c10-4109-86d4-e59ce51861ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 HTTP/1.1" status: 200  len: 217 time: 0.0816007
Feb 04 00:05:00.306959 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b2bd2e45-0966-4560-b0c4-112b07d98867 req-db169ed4-0992-4f21-a40f-f4e171459a0a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475263
Feb 04 00:05:00.333110 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afdf00-37eb-40e6-ad75-8bd28b2efd70 req-7f5722d5-03f6-4db1-9821-6ae81e5f370b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:00.334582 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c3afdf00-37eb-40e6-ad75-8bd28b2efd70 req-7f5722d5-03f6-4db1-9821-6ae81e5f370b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e23f6667-5fb7-49c5-a8c5-849d40e30b71 HTTP/1.1" status: 200  len: 859 time: 0.1367352
Feb 04 00:05:00.417961 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c3afdf00-37eb-40e6-ad75-8bd28b2efd70 req-c742ad49-6748-4118-b444-5ac4117c668a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86714709-d562-47b4-aedf-bc8a8c6629b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613472
Feb 04 00:05:00.572661 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c3afdf00-37eb-40e6-ad75-8bd28b2efd70 req-6301831e-c5fb-4c69-9879-c7ff13c22f5a service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471035
Feb 04 00:05:00.717497 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c3afdf00-37eb-40e6-ad75-8bd28b2efd70 req-51d9a4f5-e77d-4b31-ada5-89c5881d23bb service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370633
Feb 04 00:05:00.839344 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device a8c91935-a3f5-4cb7-ab50-b87b84ceafbd up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:00.908094 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:00.908459 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:01.511325 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f842b5e-0f25-4dbe-84f5-0eba266e5a45 req-f494526b-bc8f-4c59-a2b8-f93cfcf411f6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:01.513064 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7f842b5e-0f25-4dbe-84f5-0eba266e5a45 req-f494526b-bc8f-4c59-a2b8-f93cfcf411f6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0808167
Feb 04 00:05:01.561453 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7f842b5e-0f25-4dbe-84f5-0eba266e5a45 req-18e5dbba-8157-44fc-a68a-22aba5827c42 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411375
Feb 04 00:05:01.897978 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Sync routers for ids ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:05:01.912740 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Routers {'fa554bd7-d8a6-44db-9740-3a81c62cbba1'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:05:01.913353 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df73637c0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:02.105929 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Set router fa554bd7-d8a6-44db-9740-3a81c62cbba1 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:05:02.174700 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0be9b712-a23a-43ac-a10e-e39a95e64828 req-03a7864c-1b37-429b-9fb6-c9d91b86c37a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce64066d41b0425a80b412619d922cd3&device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 1099 time: 0.1342473
Feb 04 00:05:02.216759 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a726240-5a49-456c-85bd-8abfd0cb3c08 req-13bc9657-3892-46c1-9ed4-bb1cac854ec0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:02.218257 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8a726240-5a49-456c-85bd-8abfd0cb3c08 req-13bc9657-3892-46c1-9ed4-bb1cac854ec0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1221957
Feb 04 00:05:02.375997 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9b712-a23a-43ac-a10e-e39a95e64828 req-e3458f81-c6eb-4f99-b458-55b8ffa86df3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:02.377149 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0be9b712-a23a-43ac-a10e-e39a95e64828 req-e3458f81-c6eb-4f99-b458-55b8ffa86df3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 200  len: 920 time: 0.1925073
Feb 04 00:05:02.380574 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8a726240-5a49-456c-85bd-8abfd0cb3c08 req-54ef0ce6-a52c-4903-b214-2188804fbb72 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147585
Feb 04 00:05:02.466182 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0be9b712-a23a-43ac-a10e-e39a95e64828 req-e2411461-309d-4160-aa8a-30c7020ddc93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 HTTP/1.1" status: 200  len: 217 time: 0.0784452
Feb 04 00:05:02.499710 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df73637c0>, [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '03b5b756-20f9-4092-b5af-ffd376ce8e70', 'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'mac_address': 'fa:16:3e:2b:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:32Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 2, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'subnets': [{'id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:02.499710 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Checking router: fa554bd7-d8a6-44db-9740-3a81c62cbba1 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:05:02.499710 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Updating router fa554bd7-d8a6-44db-9740-3a81c62cbba1 port 03b5b756-20f9-4092-b5af-ffd376ce8e70 binding host dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:05:02.537018 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9b712-a23a-43ac-a10e-e39a95e64828 req-f4b4149e-c342-4c02-b904-69acf521836d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:02.538608 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0be9b712-a23a-43ac-a10e-e39a95e64828 req-f4b4149e-c342-4c02-b904-69acf521836d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e23f6667-5fb7-49c5-a8c5-849d40e30b71 HTTP/1.1" status: 200  len: 859 time: 0.0663798
Feb 04 00:05:02.560409 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:02.618291 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0be9b712-a23a-43ac-a10e-e39a95e64828 req-68f41b82-e17a-46ec-94d6-195af32da685 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86714709-d562-47b4-aedf-bc8a8c6629b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654469
Feb 04 00:05:02.801492 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0be9b712-a23a-43ac-a10e-e39a95e64828 req-696c3e57-54eb-4ffb-9a83-459b980c3eb4 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760490
Feb 04 00:05:02.944747 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0be9b712-a23a-43ac-a10e-e39a95e64828 req-bf123667-04f8-4601-b9f4-bc01ac365918 service neutron] 10.222.0.48 "GET /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354251
Feb 04 00:05:02.990805 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Notify callbacks [] for port, precommit_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:03.005357 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Transition to ACTIVE for port object 03b5b756-20f9-4092-b5af-ffd376ce8e70 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:03.013626 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:03.151887 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9178f39-95ee-44e8-adc0-19b5c60331d4 None None] Pushing event updated for resources: {'Port': ['ID=03b5b756-20f9-4092-b5af-ffd376ce8e70,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:03.273289 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Attempting to bind port 03b5b756-20f9-4092-b5af-ffd376ce8e70 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:05:03.273808 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Attempting to bind port 03b5b756-20f9-4092-b5af-ffd376ce8e70 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:05:03.274021 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Attempting to bind port 03b5b756-20f9-4092-b5af-ffd376ce8e70 on network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:05:03.283324 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:05:03.283324 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Checking segment: {'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:05:03.283324 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:03.283324 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Bound using segment: {'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:05:03.283324 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Bound port: 03b5b756-20f9-4092-b5af-ffd376ce8e70, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:05:03.283324 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:03.391695 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] For port 03b5b756-20f9-4092-b5af-ffd376ce8e70, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:05:03.396608 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] For port 03b5b756-20f9-4092-b5af-ffd376ce8e70, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=03b5b756-20f9-4092-b5af-ffd376ce8e70,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:05:03.406613 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:03.491502 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Routers {'fa554bd7-d8a6-44db-9740-3a81c62cbba1'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:05:03.492151 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df73637c0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:03.567291 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9178f39-95ee-44e8-adc0-19b5c60331d4 None None] Pushing event updated for resources: {'Port': ['ID=03b5b756-20f9-4092-b5af-ffd376ce8e70,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:03.612588 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044d92-bcce-4035-9a2e-032fa7bbf2cb req-9a5af436-1115-4b24-ba97-91d12fa28497 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:03.614131 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a7044d92-bcce-4035-9a2e-032fa7bbf2cb req-9a5af436-1115-4b24-ba97-91d12fa28497 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0849614
Feb 04 00:05:03.695744 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a7044d92-bcce-4035-9a2e-032fa7bbf2cb req-d4a6cbe6-2ecb-4154-9828-c151b3c71e2f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714605
Feb 04 00:05:03.718296 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] Set router fa554bd7-d8a6-44db-9740-3a81c62cbba1 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:05:04.072161 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df73637c0>, [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '03b5b756-20f9-4092-b5af-ffd376ce8e70', 'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'mac_address': 'fa:16:3e:2b:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:32Z', 'updated_at': '2022-02-04T00:05:03Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'subnets': [{'id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:04.076415 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3b760-729f-4906-90d6-33cba94468e1 None None] The sync data for ids ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'] in dv-cinder-827776-1-iscsi is: [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '03b5b756-20f9-4092-b5af-ffd376ce8e70', 'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'mac_address': 'fa:16:3e:2b:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:32Z', 'updated_at': '2022-02-04T00:05:03Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'subnets': [{'id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:05:04.891371 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 03b5b756-20f9-4092-b5af-ffd376ce8e70 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:04.954857 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869115-6ba4-4e29-9f5f-9fa51a94e221 req-f41e2633-130d-4a7d-8e8c-238b4c6a7b40 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:04.956415 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-69869115-6ba4-4e29-9f5f-9fa51a94e221 req-f41e2633-130d-4a7d-8e8c-238b4c6a7b40 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1197095
Feb 04 00:05:05.006943 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 03b5b756-20f9-4092-b5af-ffd376ce8e70 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:05.012183 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 03b5b756-20f9-4092-b5af-ffd376ce8e70 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:05.012900 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:05.027363 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-69869115-6ba4-4e29-9f5f-9fa51a94e221 req-af54e79f-7bdc-4980-b5de-0479dc6e3511 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640116
Feb 04 00:05:05.131419 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:05.161883 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 03b5b756-20f9-4092-b5af-ffd376ce8e70, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=03b5b756-20f9-4092-b5af-ffd376ce8e70,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:05.165230 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:05.230577 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=03b5b756-20f9-4092-b5af-ffd376ce8e70,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:05.686451 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37366) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:05.830517 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:05.861046 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:05.866586 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Usage tracker for resource:security_group_rule and tenant:11ac1e50c5c44c23a4d274b5ef04397b is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:05.869881 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:05.876781 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:05.948786 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:05.953249 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:05.999034 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f90320f-558d-4ccc-8d89-fb886eb300d4,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:06.007778 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11ac1e50c5c44c23a4d274b5ef04397b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3183892
Feb 04 00:05:06.008889 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37378) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:06.016177 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.016670 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.017114 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.017550 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.017983 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.018417 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.018844 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.019269 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.019935 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.020399 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.020831 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a63679-ad6e-41f2-bd55-e460b65644af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.085300 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:06.122660 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:06.209939 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:06.227051 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f90320f-558d-4ccc-8d89-fb886eb300d4,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:06.246399 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.246741 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.247077 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.247403 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.247752 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.248073 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.248390 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.248706 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.249017 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.249327 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.249636 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:06.252082 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:06.256164 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-01cba735-92d5-4c96-9726-550b0f9842a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f90320f-558d-4ccc-8d89-fb886eb300d4 HTTP/1.1" status: 204  len: 168 time: 0.2433364
Feb 04 00:05:06.283958 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c16b3f-c2a9-4da3-9a03-e2f61d88b372 req-308ebba7-dc29-4b57-b5e7-ba414e1d8636 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:06.285919 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4c16b3f-c2a9-4da3-9a03-e2f61d88b372 req-308ebba7-dc29-4b57-b5e7-ba414e1d8636 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1197379
Feb 04 00:05:06.342620 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4c16b3f-c2a9-4da3-9a03-e2f61d88b372 req-b55e1e12-298d-47d8-8e3c-2bbdccdbb167 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508721
Feb 04 00:05:06.866120 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 03b5b756-20f9-4092-b5af-ffd376ce8e70 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:06.959298 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 03b5b756-20f9-4092-b5af-ffd376ce8e70 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:06.959702 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:07.276488 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bea52a-0349-49a8-a321-eefbe7a3a742 req-b1681ac3-f149-49ae-adc8-a9ab75e4d58f tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:07.277859 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-40bea52a-0349-49a8-a321-eefbe7a3a742 req-b1681ac3-f149-49ae-adc8-a9ab75e4d58f tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 946 time: 0.0790949
Feb 04 00:05:07.323475 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-40bea52a-0349-49a8-a321-eefbe7a3a742 req-55419b79-9721-4960-812e-617d41c48ebc tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392072
Feb 04 00:05:08.519592 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58de349-7e7c-4a8f-af7f-4999c46f5a01 req-edc2af21-ef4d-45b4-9ab3-017ada2edd04 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:08.521523 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f58de349-7e7c-4a8f-af7f-4999c46f5a01 req-edc2af21-ef4d-45b4-9ab3-017ada2edd04 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 946 time: 0.0736966
Feb 04 00:05:08.624855 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f58de349-7e7c-4a8f-af7f-4999c46f5a01 req-8b12f364-25be-4357-8558-9d9a0331910f tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978830
Feb 04 00:05:09.479489 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-f2f6db34-eb91-4eba-8fa2-ca1e69212d62 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:09.480929 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-f2f6db34-eb91-4eba-8fa2-ca1e69212d62 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 946 time: 0.0824885
Feb 04 00:05:09.547101 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-a400dd05-2e62-449a-922c-03825db761ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Deleting port 53a09905-b0dd-4bc9-8771-c3e3178625fa {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:05:09.547436 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-a400dd05-2e62-449a-922c-03825db761ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:09.828758 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fb9c8-0c28-403b-9bb7-0249b86fd372 req-ddf5ba2d-cd4f-4c4c-8a19-bafd2bb8eb8e tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:09.830262 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2c6fb9c8-0c28-403b-9bb7-0249b86fd372 req-ddf5ba2d-cd4f-4c4c-8a19-bafd2bb8eb8e tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 946 time: 0.0780942
Feb 04 00:05:09.861409 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-a400dd05-2e62-449a-922c-03825db761ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] For port 53a09905-b0dd-4bc9-8771-c3e3178625fa, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=53a09905-b0dd-4bc9-8771-c3e3178625fa,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:09.861759 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-a400dd05-2e62-449a-922c-03825db761ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:09.877356 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2c6fb9c8-0c28-403b-9bb7-0249b86fd372 req-710589b1-339e-423d-805b-7fd029fe4998 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412667
Feb 04 00:05:09.984000 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-a400dd05-2e62-449a-922c-03825db761ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Calling delete_port for 53a09905-b0dd-4bc9-8771-c3e3178625fa owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:05:10.136731 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-a400dd05-2e62-449a-922c-03825db761ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:10.148996 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['77c3d168-33d7-4322-9b03-ff2e9efc4662', '4fa3181f-dd07-425a-9a9f-cdb683335843', '86d177ab-f851-4970-a070-9783f0ddcaf7', '53a09905-b0dd-4bc9-8771-c3e3178625fa'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:05:10.186856 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400dd05-2e62-449a-922c-03825db761ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Pushing event deleted for resources: {'Port': ['ID=53a09905-b0dd-4bc9-8771-c3e3178625fa,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:10.264674 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-a400dd05-2e62-449a-922c-03825db761ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] No DVR routers for this DVR port 53a09905-b0dd-4bc9-8771-c3e3178625fa on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:05:10.267153 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-a400dd05-2e62-449a-922c-03825db761ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:10.269685 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c16095b-b866-4a13-b604-f9f9161c43d2', 'name': 'network-vif-deleted', 'tag': '53a09905-b0dd-4bc9-8771-c3e3178625fa'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:10.292184 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9d688bd5-7b7f-4dff-8e0d-b2d17e0cb2a0 req-a400dd05-2e62-449a-922c-03825db761ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "DELETE /v2.0/ports/53a09905-b0dd-4bc9-8771-c3e3178625fa HTTP/1.1" status: 204  len: 173 time: 0.8051510
Feb 04 00:05:10.358464 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c16095b-b866-4a13-b604-f9f9161c43d2', 'name': 'network-vif-deleted', 'tag': '53a09905-b0dd-4bc9-8771-c3e3178625fa', 'status': 'completed', 'code': 200}
Feb 04 00:05:11.061194 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ac685f97-41ec-4887-8cce-b7124145e49d req-46ee0612-34cc-4c52-a2b8-a4f794f1f27c tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c16095b-b866-4a13-b604-f9f9161c43d2 HTTP/1.1" status: 200  len: 210 time: 0.0447838
Feb 04 00:05:12.056219 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7c69-c4ad-4126-b533-c81239331d68 req-c88a3735-ddda-4a07-9b87-92671dc897f4 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:12.057769 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-732a7c69-c4ad-4126-b533-c81239331d68 req-c88a3735-ddda-4a07-9b87-92671dc897f4 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0748866
Feb 04 00:05:12.117153 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-732a7c69-c4ad-4126-b533-c81239331d68 req-379201bc-215e-4b8e-9cbe-600b0355df8a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539711
Feb 04 00:05:12.457534 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:05:12.685004 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Sync routers for ids ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:05:12.698875 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Routers {'1f4ae70f-fdd8-4a5d-baca-92bceceaa015'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:05:12.699726 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df76f32b0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:12.881158 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Set router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:05:13.192378 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df76f32b0>, [{'id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'name': 'tempest-TestVolumeBootPattern-551240235-router', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'f3b10108-cd81-469f-8963-451da412fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:04:41Z', 'revision_number': 4, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'gw_port': {'id': 'f3b10108-cd81-469f-8963-451da412fe13', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:35Z', 'updated_at': '2022-02-04T00:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '3b98dd49-086a-4bab-97f9-6a2ec1d044ab', 'name': '', 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'mac_address': 'fa:16:3e:0e:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b13fe31-3800-4a43-ab74-2c41fb705a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:40Z', 'updated_at': '2022-02-04T00:04:42Z', 'revision_number': 2, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'subnets': [{'id': '8b13fe31-3800-4a43-ab74-2c41fb705a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:13.196762 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Checking router: 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:05:13.197153 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Updating router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:05:13.251012 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:13.356729 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0a569-49c7-4200-80df-261dd441a8fd req-6c6e61b3-a657-4b6f-aec6-15b19dd6619f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:13.358528 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ab0a569-49c7-4200-80df-261dd441a8fd req-6c6e61b3-a657-4b6f-aec6-15b19dd6619f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.1109838
Feb 04 00:05:13.405851 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ab0a569-49c7-4200-80df-261dd441a8fd req-f0360d57-68e2-4ee0-906b-3bd66676e39c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418828
Feb 04 00:05:13.638517 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:13.651834 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Transition to ACTIVE for port object 3b98dd49-086a-4bab-97f9-6a2ec1d044ab will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:13.658152 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:13.802538 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2894e-acc6-4741-9db3-5f9da4dc5e87 None None] Pushing event updated for resources: {'Port': ['ID=3b98dd49-086a-4bab-97f9-6a2ec1d044ab,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:13.850785 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae95f3-7364-45f7-9ba7-c8537ed2dd28 req-65df227b-fea4-4a52-b7c8-a5283c31b007 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:13.852540 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a5ae95f3-7364-45f7-9ba7-c8537ed2dd28 req-65df227b-fea4-4a52-b7c8-a5283c31b007 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 945 time: 0.1214373
Feb 04 00:05:13.912368 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a5ae95f3-7364-45f7-9ba7-c8537ed2dd28 req-19dd4468-2b98-4fc2-b2bb-63a18a7f93f0 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535493
Feb 04 00:05:13.914001 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Attempting to bind port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:05:13.914598 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Attempting to bind port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '84d9949a-67a9-4d80-9069-c6f5da426acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:05:13.915263 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Attempting to bind port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab on network 28b27add-26e5-4987-87ac-e4dae3d305ef {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:05:13.922367 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:05:13.922730 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Checking segment: {'id': '84d9949a-67a9-4d80-9069-c6f5da426acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:05:13.923116 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:13.923647 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Bound using segment: {'id': '84d9949a-67a9-4d80-9069-c6f5da426acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:05:13.924118 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Bound port: 3b98dd49-086a-4bab-97f9-6a2ec1d044ab, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d9949a-67a9-4d80-9069-c6f5da426acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:05:13.924493 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:14.013165 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] For port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:05:14.016019 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] For port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=3b98dd49-086a-4bab-97f9-6a2ec1d044ab,segment=NetworkSegment(84d9949a-67a9-4d80-9069-c6f5da426acc),segment_id=84d9949a-67a9-4d80-9069-c6f5da426acc)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:05:14.020280 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:14.102915 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2894e-acc6-4741-9db3-5f9da4dc5e87 None None] Pushing event updated for resources: {'Port': ['ID=3b98dd49-086a-4bab-97f9-6a2ec1d044ab,revision_number=4']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:14.107493 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Routers {'1f4ae70f-fdd8-4a5d-baca-92bceceaa015'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:05:14.108102 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df76f32b0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:04:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:14.313792 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] Set router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:05:14.622982 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3ba8a-69da-4932-b664-8e7138fd7413 req-0374f3a9-54dc-4f15-8ef8-051d2e54ed85 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:14.625101 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5aa3ba8a-69da-4932-b664-8e7138fd7413 req-0374f3a9-54dc-4f15-8ef8-051d2e54ed85 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0868111
Feb 04 00:05:14.657516 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df76f32b0>, [{'id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'name': 'tempest-TestVolumeBootPattern-551240235-router', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'f3b10108-cd81-469f-8963-451da412fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:04:41Z', 'revision_number': 4, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'gw_port': {'id': 'f3b10108-cd81-469f-8963-451da412fe13', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:35Z', 'updated_at': '2022-02-04T00:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '3b98dd49-086a-4bab-97f9-6a2ec1d044ab', 'name': '', 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'mac_address': 'fa:16:3e:0e:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b13fe31-3800-4a43-ab74-2c41fb705a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:40Z', 'updated_at': '2022-02-04T00:05:14Z', 'revision_number': 4, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'subnets': [{'id': '8b13fe31-3800-4a43-ab74-2c41fb705a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:14.662436 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadea20d-6870-4da8-bf84-ba7ab2944c74 None None] The sync data for ids ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'] in dv-cinder-827776-1-iscsi is: [{'id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'name': 'tempest-TestVolumeBootPattern-551240235-router', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'f3b10108-cd81-469f-8963-451da412fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:04:41Z', 'revision_number': 4, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'gw_port': {'id': 'f3b10108-cd81-469f-8963-451da412fe13', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:35Z', 'updated_at': '2022-02-04T00:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '3b98dd49-086a-4bab-97f9-6a2ec1d044ab', 'name': '', 'network_id': '28b27add-26e5-4987-87ac-e4dae3d305ef', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'mac_address': 'fa:16:3e:0e:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b13fe31-3800-4a43-ab74-2c41fb705a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:40Z', 'updated_at': '2022-02-04T00:05:14Z', 'revision_number': 4, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'subnets': [{'id': '8b13fe31-3800-4a43-ab74-2c41fb705a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:05:14.680243 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 53a09905-b0dd-4bc9-8771-c3e3178625fa no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:05:14.682132 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5aa3ba8a-69da-4932-b664-8e7138fd7413 req-c5314fd8-e749-446e-96dc-8ce496b9c059 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511672
Feb 04 00:05:14.753531 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 53a09905-b0dd-4bc9-8771-c3e3178625fa {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:05:14.753876 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 53a09905-b0dd-4bc9-8771-c3e3178625fa not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:05:14.901599 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 3b98dd49-086a-4bab-97f9-6a2ec1d044ab up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:15.051741 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:15.058343 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:15.058888 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:15.187250 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749e040-9278-41c6-a60c-3bce8085d75f req-633a2ca2-ed39-467d-b8e6-99f1a6fb981a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:15.188923 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d749e040-9278-41c6-a60c-3bce8085d75f req-633a2ca2-ed39-467d-b8e6-99f1a6fb981a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 945 time: 0.0865519
Feb 04 00:05:15.204938 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:15.262949 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=3b98dd49-086a-4bab-97f9-6a2ec1d044ab,segment=NetworkSegment(84d9949a-67a9-4d80-9069-c6f5da426acc),segment_id=84d9949a-67a9-4d80-9069-c6f5da426acc)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:15.271811 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:15.287235 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d749e040-9278-41c6-a60c-3bce8085d75f req-4b9e26f8-6533-4f66-b7af-08ce465fc6bd tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904105
Feb 04 00:05:15.355629 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=3b98dd49-086a-4bab-97f9-6a2ec1d044ab,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:15.546798 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-b77388cc-3474-48f5-b388-2696414c6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:15.698818 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-258a2027-8d7d-471b-8c2a-ca4872595b5b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:15.700520 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-258a2027-8d7d-471b-8c2a-ca4872595b5b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.0810061
Feb 04 00:05:15.790921 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-44b35b30-0c5f-4382-b74e-cab347f298df tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Deleting port 480ab387-43a9-4e17-a025-437ca79ac042 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:05:15.791254 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-44b35b30-0c5f-4382-b74e-cab347f298df tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:16.057082 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031bc23-90c8-4566-b599-3e4829e104f8 req-97ac2269-73c7-458c-b47a-2c4e326c6973 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:16.058553 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0031bc23-90c8-4566-b599-3e4829e104f8 req-97ac2269-73c7-458c-b47a-2c4e326c6973 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 945 time: 0.2208304
Feb 04 00:05:16.144086 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-44b35b30-0c5f-4382-b74e-cab347f298df tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] For port 480ab387-43a9-4e17-a025-437ca79ac042, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=480ab387-43a9-4e17-a025-437ca79ac042,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:16.144441 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-44b35b30-0c5f-4382-b74e-cab347f298df tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:16.154976 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0031bc23-90c8-4566-b599-3e4829e104f8 req-c43aa110-20f9-42be-8c7f-0f4f616359a2 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884774
Feb 04 00:05:16.230244 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-4c9bb502-475a-4f4a-8948-96a299f0ab03 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:16.231766 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-4c9bb502-475a-4f4a-8948-96a299f0ab03 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 945 time: 0.0799160
Feb 04 00:05:16.273700 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-44b35b30-0c5f-4382-b74e-cab347f298df tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Calling delete_port for 480ab387-43a9-4e17-a025-437ca79ac042 owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:05:16.302112 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-18c980e6-e9a0-4b2b-ba09-662976dfbff6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Deleting port 86d177ab-f851-4970-a070-9783f0ddcaf7 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:05:16.302793 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-18c980e6-e9a0-4b2b-ba09-662976dfbff6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:16.433168 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-44b35b30-0c5f-4382-b74e-cab347f298df tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:16.449512 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['480ab387-43a9-4e17-a025-437ca79ac042', '78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:05:16.514904 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b35b30-0c5f-4382-b74e-cab347f298df tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Pushing event deleted for resources: {'Port': ['ID=480ab387-43a9-4e17-a025-437ca79ac042,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:16.566740 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-44b35b30-0c5f-4382-b74e-cab347f298df tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] No DVR routers for this DVR port 480ab387-43a9-4e17-a025-437ca79ac042 on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:05:16.569775 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-44b35b30-0c5f-4382-b74e-cab347f298df tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:16.572494 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f92e964-71cd-4839-b3d4-bcc4e90cb5f3', 'name': 'network-vif-deleted', 'tag': '480ab387-43a9-4e17-a025-437ca79ac042'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:16.592048 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-25bf85fb-9684-4f7c-a357-bc65b7351d23 req-44b35b30-0c5f-4382-b74e-cab347f298df tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.48 "DELETE /v2.0/ports/480ab387-43a9-4e17-a025-437ca79ac042 HTTP/1.1" status: 204  len: 173 time: 0.8695152
Feb 04 00:05:16.643988 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f92e964-71cd-4839-b3d4-bcc4e90cb5f3', 'name': 'network-vif-deleted', 'tag': '480ab387-43a9-4e17-a025-437ca79ac042', 'status': 'completed', 'code': 200}
Feb 04 00:05:16.657384 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718db11-cd3b-4d90-8d25-d6f5634a20c6 req-337b9ec0-0345-4aff-9b25-62c352d9e55b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:16.660092 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b718db11-cd3b-4d90-8d25-d6f5634a20c6 req-337b9ec0-0345-4aff-9b25-62c352d9e55b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 945 time: 0.2218554
Feb 04 00:05:16.663182 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-18c980e6-e9a0-4b2b-ba09-662976dfbff6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] For port 86d177ab-f851-4970-a070-9783f0ddcaf7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=86d177ab-f851-4970-a070-9783f0ddcaf7,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:16.663834 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-18c980e6-e9a0-4b2b-ba09-662976dfbff6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:16.810745 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-18c980e6-e9a0-4b2b-ba09-662976dfbff6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Calling delete_port for 86d177ab-f851-4970-a070-9783f0ddcaf7 owned by compute:nova {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:05:16.865958 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 3b98dd49-086a-4bab-97f9-6a2ec1d044ab up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:16.884122 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b718db11-cd3b-4d90-8d25-d6f5634a20c6 req-da7cdf9e-8752-4412-b583-3b77307681e0 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112725
Feb 04 00:05:16.950412 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:16.950928 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:17.040025 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-18c980e6-e9a0-4b2b-ba09-662976dfbff6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:17.091653 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c980e6-e9a0-4b2b-ba09-662976dfbff6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Pushing event deleted for resources: {'Port': ['ID=86d177ab-f851-4970-a070-9783f0ddcaf7,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:17.100862 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['77c3d168-33d7-4322-9b03-ff2e9efc4662', '4fa3181f-dd07-425a-9a9f-cdb683335843', '86d177ab-f851-4970-a070-9783f0ddcaf7'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:05:17.178194 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-18c980e6-e9a0-4b2b-ba09-662976dfbff6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] No DVR routers for this DVR port 86d177ab-f851-4970-a070-9783f0ddcaf7 on host hv-cinder-82777 {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:05:17.181128 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-18c980e6-e9a0-4b2b-ba09-662976dfbff6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:17.183829 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d8e12-89fd-4687-8d6f-a3b22547e441', 'name': 'network-vif-deleted', 'tag': '86d177ab-f851-4970-a070-9783f0ddcaf7'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:17.196256 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7804f236-f1f5-4143-82a3-36aaa9c2de09 req-18c980e6-e9a0-4b2b-ba09-662976dfbff6 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "DELETE /v2.0/ports/86d177ab-f851-4970-a070-9783f0ddcaf7 HTTP/1.1" status: 204  len: 173 time: 0.9575949
Feb 04 00:05:17.261987 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3d8e12-89fd-4687-8d6f-a3b22547e441', 'name': 'network-vif-deleted', 'tag': '86d177ab-f851-4970-a070-9783f0ddcaf7', 'status': 'completed', 'code': 200}
Feb 04 00:05:17.434670 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-7889fd90-b6b2-446c-ad19-a844aed0a61d req-d9e748d8-10f3-4ed6-a565-accd33d2d2a2 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Synchronizing usage tracker for tenant:ce64066d41b0425a80b412619d922cd3 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:17.452658 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-7889fd90-b6b2-446c-ad19-a844aed0a61d req-d9e748d8-10f3-4ed6-a565-accd33d2d2a2 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Unset dirty status for tenant:ce64066d41b0425a80b412619d922cd3 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:17.460070 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7889fd90-b6b2-446c-ad19-a844aed0a61d req-d9e748d8-10f3-4ed6-a565-accd33d2d2a2 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f92e964-71cd-4839-b3d4-bcc4e90cb5f3 HTTP/1.1" status: 200  len: 210 time: 0.0764508
Feb 04 00:05:17.988257 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-34568011-d4af-493b-a843-2ab4e19aa2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:18.130833 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-af6d833a-a3a7-4a29-a40a-0268aa3be9a6 req-2c397fe6-6b10-4746-b478-c14b6257dd32 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Synchronizing usage tracker for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:18.146732 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-af6d833a-a3a7-4a29-a40a-0268aa3be9a6 req-2c397fe6-6b10-4746-b478-c14b6257dd32 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Unset dirty status for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:18.148138 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-af6d833a-a3a7-4a29-a40a-0268aa3be9a6 req-2c397fe6-6b10-4746-b478-c14b6257dd32 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d8e12-89fd-4687-8d6f-a3b22547e441 HTTP/1.1" status: 200  len: 210 time: 0.1180172
Feb 04 00:05:18.991922 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:19.084833 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b045e75-fe7e-439f-a40b-412265f55cf3 req-28efb07f-6fe7-4dc7-b88a-2602f10892cd tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:19.086294 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3b045e75-fe7e-439f-a40b-412265f55cf3 req-28efb07f-6fe7-4dc7-b88a-2602f10892cd tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0832767
Feb 04 00:05:19.108438 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:19.136777 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3b045e75-fe7e-439f-a40b-412265f55cf3 req-1e785f03-5499-4397-b074-bd657c6246ee tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445924
Feb 04 00:05:19.625617 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092363f-838a-4127-81a5-ace2f5240283 req-768cc44d-4893-415a-a5e3-a3cb1611dd9e tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:19.626978 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d092363f-838a-4127-81a5-ace2f5240283 req-768cc44d-4893-415a-a5e3-a3cb1611dd9e tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 945 time: 0.0755284
Feb 04 00:05:19.676093 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d092363f-838a-4127-81a5-ace2f5240283 req-33e4a064-3a72-41a8-9273-017a6a894d40 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436673
Feb 04 00:05:20.339201 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799ab0-9b7f-425a-9d6f-81b3b86791bb req-0899c285-592c-4b21-91d6-300fff151871 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:20.340878 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-42799ab0-9b7f-425a-9d6f-81b3b86791bb req-0899c285-592c-4b21-91d6-300fff151871 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0776699
Feb 04 00:05:20.389094 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:20.392657 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-42799ab0-9b7f-425a-9d6f-81b3b86791bb req-4716f3a7-953d-49c6-aa44-60349e64ac43 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458825
Feb 04 00:05:20.715499 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 86d177ab-f851-4970-a070-9783f0ddcaf7 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:05:20.749743 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 86d177ab-f851-4970-a070-9783f0ddcaf7 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:05:20.750084 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 86d177ab-f851-4970-a070-9783f0ddcaf7 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:05:20.750498 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 480ab387-43a9-4e17-a025-437ca79ac042 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:05:20.780875 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 480ab387-43a9-4e17-a025-437ca79ac042 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:05:20.781213 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 480ab387-43a9-4e17-a025-437ca79ac042 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:05:20.872329 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dd450-d390-4980-95f1-0465e072703d req-fedd1150-bce7-4228-9cec-d616a17b6d7f tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:20.873794 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3d9dd450-d390-4980-95f1-0465e072703d req-fedd1150-bce7-4228-9cec-d616a17b6d7f tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 945 time: 0.0750756
Feb 04 00:05:20.919219 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3d9dd450-d390-4980-95f1-0465e072703d req-aecaadc0-7389-4e3b-a271-2553c3f6e922 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399916
Feb 04 00:05:21.667645 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fbf31-3f95-4806-a87e-ae73c8d6ac2e req-fe5b48a0-ccad-46aa-97fd-da7accaf2b26 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:21.669087 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1d0fbf31-3f95-4806-a87e-ae73c8d6ac2e req-fe5b48a0-ccad-46aa-97fd-da7accaf2b26 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1500900
Feb 04 00:05:21.715927 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1d0fbf31-3f95-4806-a87e-ae73c8d6ac2e req-88555021-db70-47e9-88a4-de1ca8bf9bb5 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414124
Feb 04 00:05:21.889077 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-38f3f1ec-4f42-474b-9db0-cf41c324d174 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:21.890468 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-38f3f1ec-4f42-474b-9db0-cf41c324d174 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 945 time: 0.0801702
Feb 04 00:05:21.960889 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-34a2a414-a622-4537-85cb-0c265f50241d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Deleting port 4fa3181f-dd07-425a-9a9f-cdb683335843 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:05:21.961231 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-34a2a414-a622-4537-85cb-0c265f50241d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:22.248081 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997884d-67d4-4c79-a0d7-6e869fd36fdd req-060d5262-fa1f-4c3b-8feb-52593921e2e8 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:22.249450 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7997884d-67d4-4c79-a0d7-6e869fd36fdd req-060d5262-fa1f-4c3b-8feb-52593921e2e8 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=545d6c21-0e6b-47c4-9db5-193d6b0d660e HTTP/1.1" status: 200  len: 945 time: 0.2063522
Feb 04 00:05:22.297310 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-34a2a414-a622-4537-85cb-0c265f50241d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] For port 4fa3181f-dd07-425a-9a9f-cdb683335843, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=4fa3181f-dd07-425a-9a9f-cdb683335843,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:22.297669 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-34a2a414-a622-4537-85cb-0c265f50241d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:22.445407 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-34a2a414-a622-4537-85cb-0c265f50241d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Calling delete_port for 4fa3181f-dd07-425a-9a9f-cdb683335843 owned by compute:nova {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:05:22.476354 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7997884d-67d4-4c79-a0d7-6e869fd36fdd req-35aeb255-28b3-45cb-a513-9609a65c15f7 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209306
Feb 04 00:05:22.596996 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-34a2a414-a622-4537-85cb-0c265f50241d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:22.611743 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['77c3d168-33d7-4322-9b03-ff2e9efc4662', '4fa3181f-dd07-425a-9a9f-cdb683335843'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:05:22.651597 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2a414-a622-4537-85cb-0c265f50241d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Pushing event deleted for resources: {'Port': ['ID=4fa3181f-dd07-425a-9a9f-cdb683335843,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:22.727517 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-34a2a414-a622-4537-85cb-0c265f50241d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] No DVR routers for this DVR port 4fa3181f-dd07-425a-9a9f-cdb683335843 on host hv-cinder-82777 {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:05:22.729985 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-34a2a414-a622-4537-85cb-0c265f50241d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:22.732678 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d6c21-0e6b-47c4-9db5-193d6b0d660e', 'name': 'network-vif-deleted', 'tag': '4fa3181f-dd07-425a-9a9f-cdb683335843'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:22.757623 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b26d843a-d1fc-4592-80e0-6655ea9199cf req-34a2a414-a622-4537-85cb-0c265f50241d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "DELETE /v2.0/ports/4fa3181f-dd07-425a-9a9f-cdb683335843 HTTP/1.1" status: 204  len: 173 time: 0.8581264
Feb 04 00:05:22.803010 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d6c21-0e6b-47c4-9db5-193d6b0d660e', 'name': 'network-vif-deleted', 'tag': '4fa3181f-dd07-425a-9a9f-cdb683335843', 'status': 'completed', 'code': 200}
Feb 04 00:05:22.911839 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-9b76d9f8-d7e9-4e1c-bf1b-402e08b860ce tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118805532&fields=id&tenant_id=158236a462524d4db04b3b5f32458e47 HTTP/1.1" status: 200  len: 267 time: 0.0476625
Feb 04 00:05:23.025129 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b978b64-87a3-470f-b11c-c73055119527 req-b847145f-0144-4040-a734-08c0be6cf29a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:23.027013 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4b978b64-87a3-470f-b11c-c73055119527 req-b847145f-0144-4040-a734-08c0be6cf29a tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0891621
Feb 04 00:05:23.072853 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-f3bb61ec-b3c6-4269-815d-d05818d2ad17 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:23.074248 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-f3bb61ec-b3c6-4269-815d-d05818d2ad17 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 812 time: 0.1549215
Feb 04 00:05:23.080776 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4b978b64-87a3-470f-b11c-c73055119527 req-7a2a2824-c51c-4cc6-8bf4-952fea958db2 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465260
Feb 04 00:05:23.092325 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-441b9004-1fc3-4969-92ef-e6f841b1c1b8 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/quotas/158236a462524d4db04b3b5f32458e47 HTTP/1.1" status: 200  len: 375 time: 0.0117836
Feb 04 00:05:23.175759 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-606090f9-5ea7-4910-9eb7-1189c3d435d1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0781803
Feb 04 00:05:23.324361 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-2319ddfc-3bdb-4105-9f85-196d726c4a52 service neutron] 10.222.0.13 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368759
Feb 04 00:05:23.459724 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ae69589e-ff41-4ee4-8504-a1fa62b2860a service neutron] 10.222.0.13 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281044
Feb 04 00:05:23.856170 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-f41fdbe5-2875-4f6a-9ab7-5c2449ffa3e4 req-e5b12525-cb05-4910-8879-546a21e7fc9f tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:23.873327 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-f41fdbe5-2875-4f6a-9ab7-5c2449ffa3e4 req-e5b12525-cb05-4910-8879-546a21e7fc9f tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:23.874469 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f41fdbe5-2875-4f6a-9ab7-5c2449ffa3e4 req-e5b12525-cb05-4910-8879-546a21e7fc9f tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 210 time: 0.0581481
Feb 04 00:05:24.287318 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac71ba2-0daa-496c-bfd5-88b808876d82 req-89c16e37-ca61-4af1-8add-cba25ef0eeb2 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:24.288799 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5ac71ba2-0daa-496c-bfd5-88b808876d82 req-89c16e37-ca61-4af1-8add-cba25ef0eeb2 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0808811
Feb 04 00:05:24.334006 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5ac71ba2-0daa-496c-bfd5-88b808876d82 req-12c3526c-bf69-436a-bb48-7e959a9cc932 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396042
Feb 04 00:05:25.039066 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b99692e4-7496-48ec-9753-ea363e963093 req-c74b535f-cce8-4518-8bb1-b2a4e4ac363a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 210 time: 0.0427480
Feb 04 00:05:25.536990 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593c9bd-cc18-425d-88f0-93caa4b3c601 req-3d7595a9-2b1d-4e06-9d7a-0ea39e08c719 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:25.538650 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5593c9bd-cc18-425d-88f0-93caa4b3c601 req-3d7595a9-2b1d-4e06-9d7a-0ea39e08c719 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0763242
Feb 04 00:05:25.587001 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5593c9bd-cc18-425d-88f0-93caa4b3c601 req-6f25d94c-ce20-4834-906b-47ee9e7a463c tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427334
Feb 04 00:05:26.195265 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b3f837f-0722-42ff-bd63-ed72b24cb980 req-7d21e012-88a6-4d52-b356-a3bf284915ce tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 210 time: 0.0405185
Feb 04 00:05:26.242992 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:26.476181 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Sync routers for ids ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:05:26.487770 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Routers {'acf0bc47-2e0d-43b1-a727-e4a7fce77f52'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:05:26.488375 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df720e5e0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:26.671410 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Set router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:05:26.793215 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c93098-1a21-4b6f-89f8-2ef587025696 req-0a7564f1-3d3e-4634-9871-00b62cc1af52 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:26.795406 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-34c93098-1a21-4b6f-89f8-2ef587025696 req-0a7564f1-3d3e-4634-9871-00b62cc1af52 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0844796
Feb 04 00:05:26.811516 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 4fa3181f-dd07-425a-9a9f-cdb683335843 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:05:26.849059 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-34c93098-1a21-4b6f-89f8-2ef587025696 req-d51f7b57-72f1-4ce4-84fc-04d1553aa440 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441720
Feb 04 00:05:26.931688 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 4fa3181f-dd07-425a-9a9f-cdb683335843 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:05:26.932130 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 4fa3181f-dd07-425a-9a9f-cdb683335843 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:05:26.981529 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-0bd63489-bf76-4d50-97fc-0ddc31f5770e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:26.982458 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-0bd63489-bf76-4d50-97fc-0ddc31f5770e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:network {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:27.001243 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-0bd63489-bf76-4d50-97fc-0ddc31f5770e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:network {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:27.003010 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-0bd63489-bf76-4d50-97fc-0ddc31f5770e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 812 time: 0.1763251
Feb 04 00:05:27.075291 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-dd655296-5ddb-400f-85db-4bdfc96be423 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:security_group {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:27.085530 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df720e5e0>, [{'id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'name': 'tempest-TestShelveInstance-1954323726-router', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:41Z', 'updated_at': '2022-02-04T00:04:49Z', 'revision_number': 4, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'gw_port': {'id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:43Z', 'updated_at': '2022-02-04T00:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '63b1c47d-ba7e-4054-a372-ca185524830c', 'name': '', 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'mac_address': 'fa:16:3e:aa:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d63c8ef-abe0-47f7-be8b-99450fedad72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:48Z', 'updated_at': '2022-02-04T00:04:50Z', 'revision_number': 2, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'subnets': [{'id': '7d63c8ef-abe0-47f7-be8b-99450fedad72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:27.091424 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Checking router: acf0bc47-2e0d-43b1-a727-e4a7fce77f52 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:05:27.091807 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Updating router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 port 63b1c47d-ba7e-4054-a372-ca185524830c binding host dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:05:27.094991 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-dd655296-5ddb-400f-85db-4bdfc96be423 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:security_group {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:27.097041 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-dd655296-5ddb-400f-85db-4bdfc96be423 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=158236a462524d4db04b3b5f32458e47 HTTP/1.1" status: 200  len: 380 time: 0.0788083
Feb 04 00:05:27.110517 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'port': {'device_id': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'admin_state_up': True, 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'security_groups': ['21b5f747-ae77-43ad-85b3-50e48e8dbb2b']}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:27.151413 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:27.364831 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:27.377828 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:27.388139 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0790ecbf-0f1e-4289-82f2-9daa1519a48b req-466c76c8-ad4b-40db-8944-b7d382384dca tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 210 time: 0.0588181
Feb 04 00:05:27.411379 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Made reservation on behalf of 158236a462524d4db04b3b5f32458e47 for: {'port': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:05:27.419179 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:27.630137 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Notify callbacks [] for port, precommit_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:27.643482 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Transition to ACTIVE for port object 63b1c47d-ba7e-4054-a372-ca185524830c will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:27.653391 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:27.673268 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aee228-1845-4daa-8694-0ecf808c0f81 req-99d8062b-ebed-42c3-97ae-66f2d459afdb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:27.673969 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-e3aee228-1845-4daa-8694-0ecf808c0f81 req-99d8062b-ebed-42c3-97ae-66f2d459afdb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Synchronizing usage tracker for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:27.698191 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Allocated IP 172.20.0.4 (fdad5e98-6f00-4ffe-854c-4ee35abc39f7/dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b/7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:05:27.701504 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-e3aee228-1845-4daa-8694-0ecf808c0f81 req-99d8062b-ebed-42c3-97ae-66f2d459afdb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Unset dirty status for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:27.703088 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e3aee228-1845-4daa-8694-0ecf808c0f81 req-99d8062b-ebed-42c3-97ae-66f2d459afdb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.2002103
Feb 04 00:05:27.789216 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e3aee228-1845-4daa-8694-0ecf808c0f81 req-cefa8ea8-d23c-4a88-bfd7-413614d15a5f tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766332
Feb 04 00:05:27.822955 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Pushing event updated for resources: {'Port': ['ID=63b1c47d-ba7e-4054-a372-ca185524830c,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:27.837587 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.837968 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.838247 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.838833 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.839140 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.839455 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.839799 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.840139 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.840457 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.840792 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.841173 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:05:27.933194 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Attempting to bind port 63b1c47d-ba7e-4054-a372-ca185524830c on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:05:27.933972 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Attempting to bind port 63b1c47d-ba7e-4054-a372-ca185524830c by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': 'b4633a88-1ace-4935-8157-738dae141438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:05:27.934566 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Attempting to bind port 63b1c47d-ba7e-4054-a372-ca185524830c on network 2de92d4c-4a61-4cf8-83d4-9985c6069eef {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:05:27.942213 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:05:27.942769 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Checking segment: {'id': 'b4633a88-1ace-4935-8157-738dae141438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:05:27.944065 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:27.944454 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Bound using segment: {'id': 'b4633a88-1ace-4935-8157-738dae141438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:05:27.945025 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Bound port: 63b1c47d-ba7e-4054-a372-ca185524830c, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4633a88-1ace-4935-8157-738dae141438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:05:27.945388 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:27.972286 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:27.995539 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Transition to ACTIVE for port object 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:28.030872 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:28.052200 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] For port 63b1c47d-ba7e-4054-a372-ca185524830c, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:05:28.056428 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] For port 63b1c47d-ba7e-4054-a372-ca185524830c, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=63b1c47d-ba7e-4054-a372-ca185524830c,segment=NetworkSegment(b4633a88-1ace-4935-8157-738dae141438),segment_id=b4633a88-1ace-4935-8157-738dae141438)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:05:28.062376 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:28.090651 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6dbc5-87ea-4302-b0dc-6da56802472c req-64639a00-6d92-4487-96ad-57f5f26e9447 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:28.092145 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-abc6dbc5-87ea-4302-b0dc-6da56802472c req-64639a00-6d92-4487-96ad-57f5f26e9447 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0882993
Feb 04 00:05:28.111786 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'Port': ['ID=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:28.131693 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:05:28.133021 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:28.135341 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:05:28.152509 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229e6ff-e0e4-447b-8683-c2b06267b457 None None] Pushing event updated for resources: {'Port': ['ID=63b1c47d-ba7e-4054-a372-ca185524830c,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:28.157902 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Routers {'acf0bc47-2e0d-43b1-a727-e4a7fce77f52'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:05:28.158553 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df720e5e0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:28.206787 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:28.207322 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:28.232366 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-abc6dbc5-87ea-4302-b0dc-6da56802472c req-3097debb-6bd6-4c50-8118-2ed0ee234c73 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342726
Feb 04 00:05:28.238150 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-1dc1e5e1-92f8-49a7-a1ad-f6d0cb071d0d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1318622
Feb 04 00:05:28.377566 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] Set router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:05:28.434835 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-8b7e4892-99e3-4cbe-85be-241acb00cab4 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755762406&fields=id&tenant_id=6682723e28af465f89abc94b19ee13dc HTTP/1.1" status: 200  len: 267 time: 0.0630682
Feb 04 00:05:28.591106 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-eec32af2-0939-4ce7-a83d-41adf8c82e4c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:28.592734 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-eec32af2-0939-4ce7-a83d-41adf8c82e4c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/networks?id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41 HTTP/1.1" status: 200  len: 809 time: 0.1513765
Feb 04 00:05:28.609215 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-ee4c6c59-8c00-464e-a6e6-1bc5a38c3798 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/quotas/6682723e28af465f89abc94b19ee13dc HTTP/1.1" status: 200  len: 375 time: 0.0111306
Feb 04 00:05:28.609986 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb42d2-ea00-4687-907d-b4c74356bf5e req-6b9524e0-4f92-4871-936f-88b3cd028ceb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:28.611435 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e2bb42d2-ea00-4687-907d-b4c74356bf5e req-6b9524e0-4f92-4871-936f-88b3cd028ceb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 931 time: 0.0849669
Feb 04 00:05:28.661591 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e2bb42d2-ea00-4687-907d-b4c74356bf5e req-d99d6c80-3ece-4665-b8e6-8732946d5d68 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435355
Feb 04 00:05:28.696784 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-6790aa1e-50a1-4851-83b6-9601b2c97a55 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Synchronizing usage tracker for tenant:6682723e28af465f89abc94b19ee13dc on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:28.713365 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-6790aa1e-50a1-4851-83b6-9601b2c97a55 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Unset dirty status for tenant:6682723e28af465f89abc94b19ee13dc on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:28.715104 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-6790aa1e-50a1-4851-83b6-9601b2c97a55 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6682723e28af465f89abc94b19ee13dc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1002104
Feb 04 00:05:28.734593 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-a0620fc6-3a2f-44d5-bff9-718190557680 None None] Provisioning for port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:28.740898 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-a0620fc6-3a2f-44d5-bff9-718190557680 None None] Provisioning complete for port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:28.741267 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a0620fc6-3a2f-44d5-bff9-718190557680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:28.802495 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-a0620fc6-3a2f-44d5-bff9-718190557680 None None] Port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:05:28.809363 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df720e5e0>, [{'id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'name': 'tempest-TestShelveInstance-1954323726-router', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:41Z', 'updated_at': '2022-02-04T00:04:49Z', 'revision_number': 4, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'gw_port': {'id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:43Z', 'updated_at': '2022-02-04T00:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '63b1c47d-ba7e-4054-a372-ca185524830c', 'name': '', 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'mac_address': 'fa:16:3e:aa:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d63c8ef-abe0-47f7-be8b-99450fedad72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:48Z', 'updated_at': '2022-02-04T00:05:28Z', 'revision_number': 4, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'subnets': [{'id': '7d63c8ef-abe0-47f7-be8b-99450fedad72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:28.813311 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a8af1-18d1-4a54-9c87-7f43fa371b7b None None] The sync data for ids ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'] in dv-cinder-827776-1-iscsi is: [{'id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'name': 'tempest-TestShelveInstance-1954323726-router', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:41Z', 'updated_at': '2022-02-04T00:04:49Z', 'revision_number': 4, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'gw_port': {'id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:43Z', 'updated_at': '2022-02-04T00:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '63b1c47d-ba7e-4054-a372-ca185524830c', 'name': '', 'network_id': '2de92d4c-4a61-4cf8-83d4-9985c6069eef', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'mac_address': 'fa:16:3e:aa:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d63c8ef-abe0-47f7-be8b-99450fedad72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:48Z', 'updated_at': '2022-02-04T00:05:28Z', 'revision_number': 4, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'subnets': [{'id': '7d63c8ef-abe0-47f7-be8b-99450fedad72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:05:28.883975 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-78894120-800b-46bf-b4cc-9460694fe516 service neutron] 10.222.0.13 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568129
Feb 04 00:05:29.028340 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-e206c413-5be0-4ed5-a0a5-0007900dc840 service neutron] 10.222.0.13 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388459
Feb 04 00:05:29.032653 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec3576-e90f-43fd-8eb4-1bfc97a894a9 req-853dae5d-b997-4c86-ab42-362d197bfd3d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:29.033564 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-aeec3576-e90f-43fd-8eb4-1bfc97a894a9 req-853dae5d-b997-4c86-ab42-362d197bfd3d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Synchronizing usage tracker for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:29.046926 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-aeec3576-e90f-43fd-8eb4-1bfc97a894a9 req-853dae5d-b997-4c86-ab42-362d197bfd3d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Unset dirty status for tenant:b662c50c07e142b2bfcf011600a2d20f on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:29.048336 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-aeec3576-e90f-43fd-8eb4-1bfc97a894a9 req-853dae5d-b997-4c86-ab42-362d197bfd3d tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.1028721
Feb 04 00:05:29.099158 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-aeec3576-e90f-43fd-8eb4-1bfc97a894a9 req-bf2d5a1a-5b06-4bac-becb-57ad723c84ec tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439827
Feb 04 00:05:29.484587 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-dfc46228-380f-4f5e-a650-87b8d060cbdb req-0f854977-cbcd-4d18-876b-caf5f5dbe869 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 210 time: 0.0555689
Feb 04 00:05:29.487300 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdb8af-8f3f-4d29-b00e-90c1120a0ce7 req-bfdef51f-3fff-487f-abd8-bcbd559828d3 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:29.489242 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bbbdb8af-8f3f-4d29-b00e-90c1120a0ce7 req-bfdef51f-3fff-487f-abd8-bcbd559828d3 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.1142075
Feb 04 00:05:29.551034 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bbbdb8af-8f3f-4d29-b00e-90c1120a0ce7 req-be02b329-938b-4806-8d29-cd3edb90b5d3 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447664
Feb 04 00:05:29.869341 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7812cd7-342d-490e-a1db-d00532cb2bbe req-98a8803d-4a30-456b-88b2-11687277434b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:29.870051 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-e7812cd7-342d-490e-a1db-d00532cb2bbe req-98a8803d-4a30-456b-88b2-11687277434b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:29.885174 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-e7812cd7-342d-490e-a1db-d00532cb2bbe req-98a8803d-4a30-456b-88b2-11687277434b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:29.886398 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e7812cd7-342d-490e-a1db-d00532cb2bbe req-98a8803d-4a30-456b-88b2-11687277434b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 931 time: 0.0938849
Feb 04 00:05:29.931504 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e7812cd7-342d-490e-a1db-d00532cb2bbe req-7a8e7801-6fb9-4faf-812d-a2f2ecd9007d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396399
Feb 04 00:05:30.301691 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d920b-d260-4c55-9f3f-d773b511fb23 req-adfaf0f2-0007-4250-aa98-ab0b7cb5e8ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:30.303852 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e8d920b-d260-4c55-9f3f-d773b511fb23 req-adfaf0f2-0007-4250-aa98-ab0b7cb5e8ce tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.0756996
Feb 04 00:05:30.348112 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e8d920b-d260-4c55-9f3f-d773b511fb23 req-de61a309-7fa8-4c75-b126-fc0f1b7b5e42 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389061
Feb 04 00:05:30.641846 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6cc6136e-e421-47e4-b70f-e63992aeaacf req-d0fade22-8eaa-4ff5-aaa9-7c946234ab1a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 210 time: 0.0450332
Feb 04 00:05:30.731798 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Request body: {'port': {'device_id': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:30.767398 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb91fc-d86e-4de4-b98d-882e4bc44c5e req-19ba5439-73b7-49d8-aa62-4375a102282f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:30.769078 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4bcb91fc-d86e-4de4-b98d-882e4bc44c5e req-19ba5439-73b7-49d8-aa62-4375a102282f tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0947649
Feb 04 00:05:30.822131 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4bcb91fc-d86e-4de4-b98d-882e4bc44c5e req-22e77d44-b053-410b-abb1-3aa1b5b5cbd7 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472002
Feb 04 00:05:30.861532 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:30.923470 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 63b1c47d-ba7e-4054-a372-ca185524830c up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:31.005662 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 63b1c47d-ba7e-4054-a372-ca185524830c completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:31.012043 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 63b1c47d-ba7e-4054-a372-ca185524830c triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:31.012406 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:31.145076 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:31.178000 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 63b1c47d-ba7e-4054-a372-ca185524830c, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=63b1c47d-ba7e-4054-a372-ca185524830c,segment=NetworkSegment(b4633a88-1ace-4935-8157-738dae141438),segment_id=b4633a88-1ace-4935-8157-738dae141438)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:31.182243 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:31.251136 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=63b1c47d-ba7e-4054-a372-ca185524830c,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:31.311024 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549de09e-a82c-416a-9431-32cd79a1002a req-1d5c1f90-8289-4100-a170-5a211389f7cb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:31.312644 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-549de09e-a82c-416a-9431-32cd79a1002a req-1d5c1f90-8289-4100-a170-5a211389f7cb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 931 time: 0.1332214
Feb 04 00:05:31.411264 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 {{(pid=82731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:05:31.422780 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:31.427075 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-549de09e-a82c-416a-9431-32cd79a1002a req-ec962403-eda2-4c2e-a366-6e1298e4eef2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013474
Feb 04 00:05:31.441362 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Transition to ACTIVE for port object 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 will not be triggered until provisioned by entity L2. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:31.448349 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:31.470090 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-eefc307d-599b-421e-a006-f11ddb2863d1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:31.471514 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-eefc307d-599b-421e-a006-f11ddb2863d1 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.0940576
Feb 04 00:05:31.579407 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:31.716103 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Attempting to bind port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:05:31.718610 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Attempting to bind port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:05:31.718961 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Attempting to bind port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:05:31.727748 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:05:31.728114 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Attempting to bind port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:05:31.741416 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:05:31.741774 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Checking segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:05:31.742208 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Bound using segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:05:31.742692 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Bound port: 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'}}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:05:31.743043 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:31.806185 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-4e2da2c9-da51-4041-939b-eefac7a79da6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Deleting port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:05:31.806786 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-4e2da2c9-da51-4041-939b-eefac7a79da6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:31.905549 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3fdcfdf3-06e1-4e18-818f-027c41e1b3e2 req-f0fde95a-98bf-4fe8-a9f8-a76b0842abbc tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 210 time: 0.0701504
Feb 04 00:05:31.912565 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] For port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7, host hv-cinder-82777, cleared binding levels {{(pid=82731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:05:31.915838 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] For port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:05:31.921074 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:31.990947 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:31.992661 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] 10.222.0.48 "PUT /v2.0/ports/7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 HTTP/1.1" status: 200  len: 1093 time: 1.2660508
Feb 04 00:05:31.992926 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'tag': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:32.002450 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e4a75-44ab-4937-9fb5-e4db4c2aa91b req-37f38ce7-8734-440f-af81-3e15a868a42a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:32.010708 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-145e4a75-44ab-4937-9fb5-e4db4c2aa91b req-37f38ce7-8734-440f-af81-3e15a868a42a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.4901314
Feb 04 00:05:32.058147 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafbb5b-1c70-4d19-ba1f-3b56f49328f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,revision_number=3']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:32.067361 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-a76dd3f5-1665-4123-b4d1-3ed240bb298a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:32.069037 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-a76dd3f5-1665-4123-b4d1-3ed240bb298a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Synchronizing usage tracker for tenant:6682723e28af465f89abc94b19ee13dc on resource:network {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:32.176751 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-145e4a75-44ab-4937-9fb5-e4db4c2aa91b req-266e3c07-7acb-4098-8ad0-bcd527b391fb tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650779
Feb 04 00:05:32.228524 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-a76dd3f5-1665-4123-b4d1-3ed240bb298a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Unset dirty status for tenant:6682723e28af465f89abc94b19ee13dc on resource:network {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:32.229942 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-a76dd3f5-1665-4123-b4d1-3ed240bb298a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.48 "GET /v2.0/networks?id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41 HTTP/1.1" status: 200  len: 809 time: 0.6487267
Feb 04 00:05:32.257420 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'tag': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7', 'status': 'completed', 'code': 200}
Feb 04 00:05:32.266151 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-7dc5eacc-333d-407a-8240-ea15c744c956 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 1096 time: 0.1572816
Feb 04 00:05:32.347716 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-4a118c8c-78e3-49ea-b525-eeb797d81731 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 HTTP/1.1" status: 200  len: 217 time: 0.0728354
Feb 04 00:05:32.353188 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-4e2da2c9-da51-4041-939b-eefac7a79da6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] For port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:32.353611 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-4e2da2c9-da51-4041-939b-eefac7a79da6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:32.452970 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-a62969c9-cc2c-4693-8f06-d8c8a0411155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:32.454635 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-a62969c9-cc2c-4693-8f06-d8c8a0411155 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0975292
Feb 04 00:05:32.463073 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b88221-6e7f-45c9-897e-18cc3276b58c req-6c4c6335-4d2a-4e58-af48-ed292e5d274b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:32.464909 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c6b88221-6e7f-45c9-897e-18cc3276b58c req-6c4c6335-4d2a-4e58-af48-ed292e5d274b tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 946 time: 0.2627542
Feb 04 00:05:32.514304 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-4e2da2c9-da51-4041-939b-eefac7a79da6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Calling delete_port for 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:05:32.545675 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-efc4c238-6b54-4207-aa73-f686338fe1f6 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Synchronizing usage tracker for tenant:6682723e28af465f89abc94b19ee13dc on resource:security_group {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:32.562849 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c6b88221-6e7f-45c9-897e-18cc3276b58c req-d77763a2-9196-404e-9cc0-22076a593cc5 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a21f9cf-5a36-4f93-8297-a006efdb0a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638397
Feb 04 00:05:32.607452 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-f0c69540-7f25-464c-80e6-c5e6b36619ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1415238
Feb 04 00:05:32.639712 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d8582-c3c7-4229-8367-a166dfe57774 req-78e17d66-6168-49e4-8d98-5979b58590db tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:32.641256 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-899d8582-c3c7-4229-8367-a166dfe57774 req-78e17d66-6168-49e4-8d98-5979b58590db tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.3966997
Feb 04 00:05:32.657590 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-efc4c238-6b54-4207-aa73-f686338fe1f6 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Unset dirty status for tenant:6682723e28af465f89abc94b19ee13dc on resource:security_group {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:32.658795 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-efc4c238-6b54-4207-aa73-f686338fe1f6 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6682723e28af465f89abc94b19ee13dc HTTP/1.1" status: 200  len: 379 time: 0.3722911
Feb 04 00:05:32.670566 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Request body: {'port': {'device_id': '53560173-8d16-4703-9dfe-f202170eed6d', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'admin_state_up': True, 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'security_groups': ['6927078f-ec3d-41c5-b342-f06752332bb7']}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:32.752309 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-a32bd2f3-dd73-47ab-b5fe-248df2e70494 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374502
Feb 04 00:05:32.875667 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 63b1c47d-ba7e-4054-a372-ca185524830c up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:32.892090 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-16d5515f-b860-4d9d-8788-d5d2deb340f0 req-4caa6c73-9b6a-4dfa-8c22-a0ec230f93d8 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326959
Feb 04 00:05:32.907187 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-899d8582-c3c7-4229-8367-a166dfe57774 req-ced46100-52bb-4a93-b372-e74508f00d50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Deleting port 77c3d168-33d7-4322-9b03-ff2e9efc4662 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:05:32.907517 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-899d8582-c3c7-4229-8367-a166dfe57774 req-ced46100-52bb-4a93-b372-e74508f00d50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:32.944100 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 63b1c47d-ba7e-4054-a372-ca185524830c triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:32.944490 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:33.002782 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-4e2da2c9-da51-4041-939b-eefac7a79da6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:33.070708 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16913f3c-0ffe-422c-80f9-9bd7eebf304d req-0b920827-b4e2-4091-a4dc-205b4d07e5f3 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:33.072184 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-16913f3c-0ffe-422c-80f9-9bd7eebf304d req-0b920827-b4e2-4091-a4dc-205b4d07e5f3 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 943 time: 0.4688742
Feb 04 00:05:33.077128 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:33.093280 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2928e80b-b2f0-4fd0-85dd-9c96bbfbf8e9 req-116eaae1-eb3f-4412-ad0c-ec2179bb9621 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 210 time: 0.0448787
Feb 04 00:05:33.105652 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2da2c9-da51-4041-939b-eefac7a79da6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Pushing event deleted for resources: {'Port': ['ID=78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:33.133642 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:33.218088 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Made reservation on behalf of 6682723e28af465f89abc94b19ee13dc for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:05:33.221041 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:33.332707 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-4e2da2c9-da51-4041-939b-eefac7a79da6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] No DVR routers for this DVR port 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:05:33.338254 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-4e2da2c9-da51-4041-939b-eefac7a79da6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:33.342883 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-16913f3c-0ffe-422c-80f9-9bd7eebf304d req-2c20464c-3352-4228-93a9-c6d47a847341 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2462814
Feb 04 00:05:33.345422 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbefe4be-ea26-42b6-9847-1d33dc87917f', 'name': 'network-vif-deleted', 'tag': '78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:33.403462 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eacc48-3b04-48e3-b1c4-23133e828121 req-95f0ea5d-5da7-4d0f-9a30-ab8477e1620b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:33.406151 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-46eacc48-3b04-48e3-b1c4-23133e828121 req-95f0ea5d-5da7-4d0f-9a30-ab8477e1620b tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 945 time: 0.0986707
Feb 04 00:05:33.425231 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e382750-fbcd-4545-bd41-0c46277518b0 req-4e2da2c9-da51-4041-939b-eefac7a79da6 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.48 "DELETE /v2.0/ports/78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 HTTP/1.1" status: 204  len: 173 time: 1.9475393
Feb 04 00:05:33.434636 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbefe4be-ea26-42b6-9847-1d33dc87917f', 'name': 'network-vif-deleted', 'tag': '78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8', 'status': 'completed', 'code': 200}
Feb 04 00:05:33.471558 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-46eacc48-3b04-48e3-b1c4-23133e828121 req-cf742b57-ba99-4541-a8dd-1449ca1114b8 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7f6928a-5b09-4bdc-a235-c5f28073fed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597007
Feb 04 00:05:33.495660 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-899d8582-c3c7-4229-8367-a166dfe57774 req-ced46100-52bb-4a93-b372-e74508f00d50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] For port 77c3d168-33d7-4322-9b03-ff2e9efc4662, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=77c3d168-33d7-4322-9b03-ff2e9efc4662,segment=NetworkSegment(10f84093-37f7-45d5-a32e-2faf4f2441e5),segment_id=10f84093-37f7-45d5-a32e-2faf4f2441e5)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:33.496018 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-899d8582-c3c7-4229-8367-a166dfe57774 req-ced46100-52bb-4a93-b372-e74508f00d50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:33.717383 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-899d8582-c3c7-4229-8367-a166dfe57774 req-ced46100-52bb-4a93-b372-e74508f00d50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Calling delete_port for 77c3d168-33d7-4322-9b03-ff2e9efc4662 owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:05:33.804778 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-61e4caea-bbe1-424f-b17b-fa6ac8520d45 req-b999eaea-46b8-4e8b-a7bd-9660d5519d17 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Synchronizing usage tracker for tenant:ce64066d41b0425a80b412619d922cd3 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:33.831939 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Allocated IP 172.20.0.6 (4b4ecc16-4e69-43b8-bf89-4593fab3bd41/81e120d2-0dac-462a-9caa-6d986a3fd907/46131f31-e79c-4045-9dff-a9b3efe375a1) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:05:33.859801 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-61e4caea-bbe1-424f-b17b-fa6ac8520d45 req-b999eaea-46b8-4e8b-a7bd-9660d5519d17 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] Unset dirty status for tenant:ce64066d41b0425a80b412619d922cd3 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:33.860868 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-61e4caea-bbe1-424f-b17b-fa6ac8520d45 req-b999eaea-46b8-4e8b-a7bd-9660d5519d17 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 210 time: 0.1524420
Feb 04 00:05:33.971701 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-899d8582-c3c7-4229-8367-a166dfe57774 req-ced46100-52bb-4a93-b372-e74508f00d50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:34.066523 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced46100-52bb-4a93-b372-e74508f00d50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Pushing event deleted for resources: {'Port': ['ID=77c3d168-33d7-4322-9b03-ff2e9efc4662,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:34.166125 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-899d8582-c3c7-4229-8367-a166dfe57774 req-ced46100-52bb-4a93-b372-e74508f00d50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] No DVR routers for this DVR port 77c3d168-33d7-4322-9b03-ff2e9efc4662 on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:05:34.177330 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-899d8582-c3c7-4229-8367-a166dfe57774 req-ced46100-52bb-4a93-b372-e74508f00d50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:34.216915 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-899d8582-c3c7-4229-8367-a166dfe57774 req-ced46100-52bb-4a93-b372-e74508f00d50 tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.48 "DELETE /v2.0/ports/77c3d168-33d7-4322-9b03-ff2e9efc4662 HTTP/1.1" status: 204  len: 173 time: 1.5514693
Feb 04 00:05:34.223741 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:34.241457 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Transition to ACTIVE for port object 46131f31-e79c-4045-9dff-a9b3efe375a1 will not be triggered until provisioned by entity DHCP. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:34.260714 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e9ecfaef-3b1e-4ea8-bfb8-12b657581dd3 req-f04437f7-d4fa-4582-9449-29a48ef237a7 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 210 time: 0.0417373
Feb 04 00:05:34.264366 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:34.335499 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:05:34.339250 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:34.341761 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:05:34.376436 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event updated for resources: {'Port': ['ID=46131f31-e79c-4045-9dff-a9b3efe375a1,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:34.415473 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:34.416107 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:34.436143 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-c099ea32-c32a-45d9-ad0f-b9c1a53b238b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7692332
Feb 04 00:05:34.572308 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28ba3-d3ed-446e-a0c8-1b8740aa6167 req-e825ff93-3243-4e47-82f9-71a94961ace5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:34.573744 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-97d28ba3-d3ed-446e-a0c8-1b8740aa6167 req-e825ff93-3243-4e47-82f9-71a94961ace5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 943 time: 0.0829308
Feb 04 00:05:34.620640 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-97d28ba3-d3ed-446e-a0c8-1b8740aa6167 req-2102eb7e-d0ee-4865-90ad-842abd891706 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413942
Feb 04 00:05:34.628058 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-3fedfb95-8763-4841-a06e-a05f2409657e None None] Provisioning for port 46131f31-e79c-4045-9dff-a9b3efe375a1 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:34.632963 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-3fedfb95-8763-4841-a06e-a05f2409657e None None] Provisioning complete for port 46131f31-e79c-4045-9dff-a9b3efe375a1 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:34.633329 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3fedfb95-8763-4841-a06e-a05f2409657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:34.690138 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-3fedfb95-8763-4841-a06e-a05f2409657e None None] Port 46131f31-e79c-4045-9dff-a9b3efe375a1 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:05:34.719797 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2ca22d50-1f81-4a77-b1b0-c7a4bf39f4f8 req-9e3999c2-4f33-472f-ac31-fa4a9de349fe tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 210 time: 0.1197219
Feb 04 00:05:35.029170 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a1502f86-d7d5-4963-aea6-ffa3a2e4c355 req-3dc8ae6c-7484-4d55-a5c6-f04ed0c9aee0 tempest-ServerRescueNegativeTestJSON-1491931785 tempest-ServerRescueNegativeTestJSON-1491931785-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbefe4be-ea26-42b6-9847-1d33dc87917f HTTP/1.1" status: 200  len: 210 time: 0.0440066
Feb 04 00:05:35.338174 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:05:35.371289 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Request body: {'port': {'device_id': '53560173-8d16-4703-9dfe-f202170eed6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:35.408196 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['77c3d168-33d7-4322-9b03-ff2e9efc4662'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:05:35.442674 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0720d8ec-a16b-4de7-8588-eba43bb93552', 'name': 'network-vif-deleted', 'tag': '77c3d168-33d7-4322-9b03-ff2e9efc4662'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:35.482262 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b87f79-270a-4846-b8b5-409d042b9daa req-a75f7f89-878c-44d3-bf87-e4dd295dc9a6 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:35.489803 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-41b87f79-270a-4846-b8b5-409d042b9daa req-a75f7f89-878c-44d3-bf87-e4dd295dc9a6 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 931 time: 0.0929945
Feb 04 00:05:35.548124 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-41b87f79-270a-4846-b8b5-409d042b9daa req-982aebae-2948-4ceb-b9fb-504ea52cb977 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531902
Feb 04 00:05:35.591116 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0720d8ec-a16b-4de7-8588-eba43bb93552', 'name': 'network-vif-deleted', 'tag': '77c3d168-33d7-4322-9b03-ff2e9efc4662', 'status': 'completed', 'code': 200}
Feb 04 00:05:35.627337 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:35.654957 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c79ceff5-abde-47a9-8872-cc674df4b6bc req-d3674a3e-f489-4a78-9a55-02096674a8db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 1096 time: 0.2069950
Feb 04 00:05:35.935953 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d2e0a0ef-6269-4645-8f66-4dcc1c8f855f req-6c58a0ac-9b93-4fac-b7d2-5259852bf51a tempest-AttachVolumeNegativeTest-421829695 tempest-AttachVolumeNegativeTest-421829695-project] 10.222.0.13 "GET /v2.0/ports?device_id=0720d8ec-a16b-4de7-8588-eba43bb93552 HTTP/1.1" status: 200  len: 210 time: 0.0681400
Feb 04 00:05:36.152128 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37772) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:36.180523 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ceff5-abde-47a9-8872-cc674df4b6bc req-c1d3d033-e0f2-4e2e-a482-224d330c6c46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:36.181956 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c79ceff5-abde-47a9-8872-cc674df4b6bc req-c1d3d033-e0f2-4e2e-a482-224d330c6c46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.4964886
Feb 04 00:05:36.192208 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98df587-7216-43bb-8e29-860705f7e147 req-3b3ba918-7314-411b-929b-a91eaa6a13ec tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:36.194154 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d98df587-7216-43bb-8e29-860705f7e147 req-3b3ba918-7314-411b-929b-a91eaa6a13ec tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 943 time: 0.4096074
Feb 04 00:05:36.303649 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c79ceff5-abde-47a9-8872-cc674df4b6bc req-b9fbb4b0-9f93-449c-8491-b5519a67ad04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 HTTP/1.1" status: 200  len: 217 time: 0.1021533
Feb 04 00:05:36.393088 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d98df587-7216-43bb-8e29-860705f7e147 req-1711c208-a958-4fcd-9ddf-69b229a6f5b2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1905093
Feb 04 00:05:36.403172 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ceff5-abde-47a9-8872-cc674df4b6bc req-a675966c-f1b3-4704-88c2-ec65bfc112b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:36.404863 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c79ceff5-abde-47a9-8872-cc674df4b6bc req-a675966c-f1b3-4704-88c2-ec65bfc112b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0901530
Feb 04 00:05:36.519237 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46131f31-e79c-4045-9dff-a9b3efe375a1 {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:05:36.528079 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:36.547721 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Transition to ACTIVE for port object 46131f31-e79c-4045-9dff-a9b3efe375a1 will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:36.552803 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:36.569466 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16598755'] for router_interface, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:36.599085 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c79ceff5-abde-47a9-8872-cc674df4b6bc req-e150cf79-37b7-4a7d-9b61-27597043be56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1851332
Feb 04 00:05:36.779578 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360183a7-953a-4301-997d-07740f5db576 service neutron] Pushing event updated for resources: {'Port': ['ID=46131f31-e79c-4045-9dff-a9b3efe375a1,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:36.891218 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd689f8-a4c6-4237-9baa-7abf5123585c req-d1f054a0-fe56-4e4b-baef-897e90b9c9c9 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:36.892775 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2cd689f8-a4c6-4237-9baa-7abf5123585c req-d1f054a0-fe56-4e4b-baef-897e90b9c9c9 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.1661668
Feb 04 00:05:36.921969 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c79ceff5-abde-47a9-8872-cc674df4b6bc req-c0d22c92-acb2-42bb-8089-0ec277f7cb8d service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3112147
Feb 04 00:05:37.019814 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2cd689f8-a4c6-4237-9baa-7abf5123585c req-81c67681-9410-4a36-8cb0-7a0d8d381c5b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1193500
Feb 04 00:05:37.038273 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Attempting to bind port 46131f31-e79c-4045-9dff-a9b3efe375a1 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:05:37.038710 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Attempting to bind port 46131f31-e79c-4045-9dff-a9b3efe375a1 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:05:37.038931 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Attempting to bind port 46131f31-e79c-4045-9dff-a9b3efe375a1 on network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:05:37.050071 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Port 46131f31-e79c-4045-9dff-a9b3efe375a1 on network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:05:37.050397 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Attempting to bind port 46131f31-e79c-4045-9dff-a9b3efe375a1 on network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:05:37.071064 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:05:37.071442 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Checking segment: {'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:05:37.071790 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Bound using segment: {'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:05:37.072224 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Bound port: 46131f31-e79c-4045-9dff-a9b3efe375a1, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2243e8c-95b8-4177-b44b-260350685c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:05:37.073037 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:37.080704 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37786) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:37.154726 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c79ceff5-abde-47a9-8872-cc674df4b6bc req-e1a4186e-0e1b-48a9-84bd-3f647dfb890c service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174146
Feb 04 00:05:37.156329 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_v2 [None req-af27b958-ab2c-4d91-b602-895cfa4678b5 admin admin] Deleting subnet 8895f53e-5c8c-4446-8d0c-f3329013e8c0 {{(pid=82731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:05:37.183188 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-af27b958-ab2c-4d91-b602-895cfa4678b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:37.194044 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] For port 46131f31-e79c-4045-9dff-a9b3efe375a1, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:05:37.197040 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] For port 46131f31-e79c-4045-9dff-a9b3efe375a1, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=46131f31-e79c-4045-9dff-a9b3efe375a1,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:05:37.202338 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:37.251564 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-af27b958-ab2c-4d91-b602-895cfa4678b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15390533'] for subnet, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:37.261206 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:37.262726 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-360183a7-953a-4301-997d-07740f5db576 service neutron] 10.222.0.48 "PUT /v2.0/ports/46131f31-e79c-4045-9dff-a9b3efe375a1 HTTP/1.1" status: 200  len: 1093 time: 1.8959126
Feb 04 00:05:37.286267 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360183a7-953a-4301-997d-07740f5db576 service neutron] Pushing event updated for resources: {'Port': ['ID=46131f31-e79c-4045-9dff-a9b3efe375a1,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:37.328265 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:05:37.356926 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-af27b958-ab2c-4d91-b602-895cfa4678b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:37.376148 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:05:37.376768 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 78e47c46-3ca8-4b1d-ab51-9fbd56fd55c8 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:05:37.377364 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 77c3d168-33d7-4322-9b03-ff2e9efc4662 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:05:37.398154 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-4bed23d8-747e-4758-81a0-4a5c6df63355 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6682723e28af465f89abc94b19ee13dc&device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 1096 time: 0.0966375
Feb 04 00:05:37.464047 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 77c3d168-33d7-4322-9b03-ff2e9efc4662 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:05:37.464502 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 77c3d168-33d7-4322-9b03-ff2e9efc4662 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:05:37.497565 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-af27b958-ab2c-4d91-b602-895cfa4678b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16080009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15663901'] for subnet, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:37.497778 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-f106f794-f972-439b-816f-07d81e31ae63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46131f31-e79c-4045-9dff-a9b3efe375a1 HTTP/1.1" status: 200  len: 217 time: 0.0888121
Feb 04 00:05:37.575192 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-aeee2ba3-a6e6-4e3a-a6ac-7bb448607d52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:37.576716 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-aeee2ba3-a6e6-4e3a-a6ac-7bb448607d52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81e120d2-0dac-462a-9caa-6d986a3fd907 HTTP/1.1" status: 200  len: 848 time: 0.0733411
Feb 04 00:05:37.613197 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:37.621407 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27b958-ab2c-4d91-b602-895cfa4678b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8895f53e-5c8c-4446-8d0c-f3329013e8c0,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:37.659243 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-af27b958-ab2c-4d91-b602-895cfa4678b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:37.663302 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-25d7a89d-fedf-46aa-8f36-323e7a642312 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798750
Feb 04 00:05:37.670581 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'status': 'completed', 'code': 200}
Feb 04 00:05:37.686265 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-af27b958-ab2c-4d91-b602-895cfa4678b5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8895f53e-5c8c-4446-8d0c-f3329013e8c0 HTTP/1.1" status: 204  len: 168 time: 0.6026199
Feb 04 00:05:37.688358 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37794) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:37.801275 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-4ef2a3cf-3068-418a-9215-6bb8b2005288 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268041
Feb 04 00:05:37.852862 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:37.877056 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6261-b983-4c2c-a553-1183d62941d1 req-d8124cf1-e5cc-4468-901f-c1d2b22b25fd tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:37.878598 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-eedb6261-b983-4c2c-a553-1183d62941d1 req-d8124cf1-e5cc-4468-901f-c1d2b22b25fd tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 943 time: 0.2637877
Feb 04 00:05:37.891063 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] Deleting port 9718b39a-27bf-48f1-89f9-f158ab8326f8 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:05:37.891414 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:38.017475 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-11f2630b-9a72-4249-aad4-3fbfc56c92bc req-b8e15d19-d365-4349-9bbf-957624224184 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045164
Feb 04 00:05:38.149416 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1566f53a-cd01-46b1-9340-f021ae5a6b30 req-1c87510c-f30e-4d19-9bb2-cc5090a3b64b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6682723e28af465f89abc94b19ee13dc&device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 1096 time: 0.0812733
Feb 04 00:05:38.170546 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-eedb6261-b983-4c2c-a553-1183d62941d1 req-db84e1b1-66fe-496c-8201-a8fd09634516 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2805190
Feb 04 00:05:38.174287 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:38.218721 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df6748b50>,) {'filters': {'network_id': ['05e3a156-5e5b-45b1-984f-62dbbf637085']}} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:38.243325 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6748b50>, '10f84093-37f7-45d5-a32e-2faf4f2441e5') {'for_net_delete': True} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:38.243654 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6748b50>, '10f84093-37f7-45d5-a32e-2faf4f2441e5') {} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:38.265924 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15390588'] for segment, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:38.277937 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] For port 9718b39a-27bf-48f1-89f9-f158ab8326f8, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=9718b39a-27bf-48f1-89f9-f158ab8326f8,segment=NetworkSegment(92add955-c9b9-4139-92e9-d7f90d4662fd),segment_id=92add955-c9b9-4139-92e9-d7f90d4662fd)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:38.278306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:38.338153 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f53a-cd01-46b1-9340-f021ae5a6b30 req-374155a6-1b19-4538-b600-2ad6924b4ea8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:38.339894 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1566f53a-cd01-46b1-9340-f021ae5a6b30 req-374155a6-1b19-4538-b600-2ad6924b4ea8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41 HTTP/1.1" status: 200  len: 910 time: 0.1846714
Feb 04 00:05:38.344806 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:38.345501 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f94b87-5384-4a84-923b-9d5d58a97332 req-d654ca3e-f7b4-42d4-b4eb-a4576136ccf1 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:38.346187 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-58f94b87-5384-4a84-923b-9d5d58a97332 req-d654ca3e-f7b4-42d4-b4eb-a4576136ccf1 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Synchronizing usage tracker for tenant:6682723e28af465f89abc94b19ee13dc on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:38.410778 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] Calling delete_port for 9718b39a-27bf-48f1-89f9-f158ab8326f8 owned by network:router_interface {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:05:38.420231 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1566f53a-cd01-46b1-9340-f021ae5a6b30 req-9cbae34a-010e-482f-b414-5fe7588e539e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46131f31-e79c-4045-9dff-a9b3efe375a1 HTTP/1.1" status: 200  len: 217 time: 0.0697672
Feb 04 00:05:38.424023 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-58f94b87-5384-4a84-923b-9d5d58a97332 req-d654ca3e-f7b4-42d4-b4eb-a4576136ccf1 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Unset dirty status for tenant:6682723e28af465f89abc94b19ee13dc on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:38.425080 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-58f94b87-5384-4a84-923b-9d5d58a97332 req-d654ca3e-f7b4-42d4-b4eb-a4576136ccf1 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.2687900
Feb 04 00:05:38.444448 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=82731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:05:38.444847 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223787'] for segment, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]: Traceback (most recent call last):
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     timer()
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     cb(*args, **kw)
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     return func(*args, **kwargs)
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     self._notify()
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     self.callback(batched_events)
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     event.method(event)
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     return f(self, *a, **k)
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._get(url).json()
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:05:38.457346 dv-cinder-827776-1-iscsi neutron-server[82731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:05:38.516428 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f53a-cd01-46b1-9340-f021ae5a6b30 req-cbbd7feb-e438-491e-9294-e4b85ca6513a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:38.517773 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1566f53a-cd01-46b1-9340-f021ae5a6b30 req-cbbd7feb-e438-491e-9294-e4b85ca6513a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81e120d2-0dac-462a-9caa-6d986a3fd907 HTTP/1.1" status: 200  len: 848 time: 0.0912805
Feb 04 00:05:38.522033 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-58f94b87-5384-4a84-923b-9d5d58a97332 req-4bb51d64-48ee-4db8-8c27-e1b1d0986d53 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659161
Feb 04 00:05:38.593297 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1566f53a-cd01-46b1-9340-f021ae5a6b30 req-aafdfb9a-89ee-4603-8508-2e5812a477d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680273
Feb 04 00:05:38.663958 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:38.687224 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:38.703949 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=05e3a156-5e5b-45b1-984f-62dbbf637085,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:38.718787 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a59e1dbb-1423-4d70-9ebd-c84e69983c2d admin admin] 10.222.0.13 "DELETE /v2.0/networks/05e3a156-5e5b-45b1-984f-62dbbf637085 HTTP/1.1" status: 204  len: 168 time: 1.0264649
Feb 04 00:05:38.729905 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1566f53a-cd01-46b1-9340-f021ae5a6b30 req-86c8064d-0627-4a31-b5f9-040264beae94 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293950
Feb 04 00:05:38.832787 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:38.872009 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1566f53a-cd01-46b1-9340-f021ae5a6b30 req-352ec383-12bd-4c6b-9761-5ae1bdbea001 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354904
Feb 04 00:05:38.880673 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=9718b39a-27bf-48f1-89f9-f158ab8326f8,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:38.933704 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37808) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:38.985598 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-7c295b1c-68c0-4a1e-ac89-dcdc22f749c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b662c50c07e142b2bfcf011600a2d20f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0506449
Feb 04 00:05:38.988099 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37812) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:39.052983 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a025948f-4926-4cda-8b7b-58883bb3acb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:39.084029 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a025948f-4926-4cda-8b7b-58883bb3acb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:39.144425 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a025948f-4926-4cda-8b7b-58883bb3acb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:39.163805 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025948f-4926-4cda-8b7b-58883bb3acb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f6928a-5b09-4bdc-a235-c5f28073fed9,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:39.171745 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a025948f-4926-4cda-8b7b-58883bb3acb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:39.175283 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-a025948f-4926-4cda-8b7b-58883bb3acb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7f6928a-5b09-4bdc-a235-c5f28073fed9 HTTP/1.1" status: 204  len: 168 time: 0.1838751
Feb 04 00:05:39.252472 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15598213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16599877'] for router_interface, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:39.429140 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e059538-099d-4c10-9d22-f1864cb6d92c req-66418703-856b-4220-8c36-74a4948e1e41 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:39.430597 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9e059538-099d-4c10-9d22-f1864cb6d92c req-66418703-856b-4220-8c36-74a4948e1e41 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 943 time: 0.1111398
Feb 04 00:05:39.548230 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9e059538-099d-4c10-9d22-f1864cb6d92c req-e9af14d1-cbc7-412e-9d44-4279fafdb309 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637431
Feb 04 00:05:39.736007 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e57b24-f72a-4002-8d95-fa684f2872cb req-ba07c6e1-13be-4a9c-93db-7a3d6b9de3d3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:39.737524 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d6e57b24-f72a-4002-8d95-fa684f2872cb req-ba07c6e1-13be-4a9c-93db-7a3d6b9de3d3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.0798769
Feb 04 00:05:39.784296 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d6e57b24-f72a-4002-8d95-fa684f2872cb req-7ac2d7a1-eccf-483d-b08e-a21ed985d9a4 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404201
Feb 04 00:05:39.948398 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] Router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:05:40.055013 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37844) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:40.151066 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:05:40.160482 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] Sync routers for ids ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:05:40.167740 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-5b591be7-3cd3-4696-bd3a-510df9d36b20 admin admin] 10.222.0.13 "PUT /v2.0/routers/9e0372b5-2bd8-4524-bec8-b7222d3ae595/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0144582
Feb 04 00:05:40.170253 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37850) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:40.177508 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] Routers {'9e0372b5-2bd8-4524-bec8-b7222d3ae595'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:05:40.178301 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df72464c0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:40.190219 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-938764424-network', 'tenant_id': '5a6516b696834bbaa31ad5d9997010bc'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:40.196536 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:40.200391 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Usage tracker for resource:network and tenant:5a6516b696834bbaa31ad5d9997010bc is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:40.203313 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:40.210882 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:40.221356 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Made reservation on behalf of 5a6516b696834bbaa31ad5d9997010bc for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:05:40.224665 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.249581 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.292488 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:40.297119 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6516b696834bbaa31ad5d9997010bc is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:40.301568 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:40.310670 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:40.388580 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Notify callbacks [] for router, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.410318 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.416435 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.433294 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:05:40.448760 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.449302 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Added segment 7dc38844-6887-479b-98a2-b5339402de11 of type vlan for network af233121-fef9-4270-9da2-dd79d8c57469
Feb 04 00:05:40.478380 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] Set router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:05:40.502430 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a9f9fa-8707-47c5-90bb-6fb5b5da40b4,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:40.506708 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.543401 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.544441 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:40.546159 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.737688 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.751354 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Deleting port 139be3ac-64af-42e4-bfde-162de0948441 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:05:40.751794 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.782865 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7267208
Feb 04 00:05:40.786431 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37866) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:40.788887 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13b0ce-9835-466b-836b-5b5ff4c14ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=af233121-fef9-4270-9da2-dd79d8c57469,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:40.794471 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Request body: {'subnet': {'network_id': 'af233121-fef9-4270-9da2-dd79d8c57469', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-938764424-subnet', 'tenant_id': '5a6516b696834bbaa31ad5d9997010bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:40.800579 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network af233121-fef9-4270-9da2-dd79d8c57469 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:05:40.815801 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:40.825245 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Usage tracker for resource:subnet and tenant:5a6516b696834bbaa31ad5d9997010bc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:40.830082 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:40.857157 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:40.925490 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1736f9-dc21-4181-bd3f-5b837969bffe req-b8f24516-db5f-42ae-aed0-16f7680729f9 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:40.932776 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Made reservation on behalf of 5a6516b696834bbaa31ad5d9997010bc for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:05:40.935054 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0e1736f9-dc21-4181-bd3f-5b837969bffe req-b8f24516-db5f-42ae-aed0-16f7680729f9 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 943 time: 0.1981840
Feb 04 00:05:40.935793 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15663920'] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:40.944104 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df72464c0>, [{'id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-router', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '139be3ac-64af-42e4-bfde-162de0948441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:53Z', 'updated_at': '2022-02-04T00:05:38Z', 'revision_number': 5, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'gw_port': {'id': '139be3ac-64af-42e4-bfde-162de0948441', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:54Z', 'updated_at': '2022-02-04T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:40.954437 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] Checking router: 9e0372b5-2bd8-4524-bec8-b7222d3ae595 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:05:40.969320 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] Routers {'9e0372b5-2bd8-4524-bec8-b7222d3ae595'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:05:40.969940 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df72464c0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:40.994725 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0e1736f9-dc21-4181-bd3f-5b837969bffe req-dea4d9d6-ce7f-48d6-981a-2bdc59d712b2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587959
Feb 04 00:05:41.127747 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] Set router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 gateway port host: None {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:05:41.128886 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] For port 139be3ac-64af-42e4-bfde-162de0948441, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=139be3ac-64af-42e4-bfde-162de0948441,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:41.129375 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:41.236399 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df72464c0>, [{'id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-router', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:53Z', 'updated_at': '2022-02-04T00:05:40Z', 'revision_number': 6, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'gw_port_host': None}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:41.240856 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7650eb0-3aee-4077-a7da-3cf0835205a8 None None] The sync data for ids ['9e0372b5-2bd8-4524-bec8-b7222d3ae595'] in dv-cinder-827776-1-iscsi is: [{'id': '9e0372b5-2bd8-4524-bec8-b7222d3ae595', 'name': 'tempest-ServerRescueNegativeTestJSON-2130272889-router', 'tenant_id': 'ce64066d41b0425a80b412619d922cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:53Z', 'updated_at': '2022-02-04T00:05:40Z', 'revision_number': 6, 'project_id': 'ce64066d41b0425a80b412619d922cd3', 'gw_port_host': None}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:05:41.263197 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Calling delete_port for 139be3ac-64af-42e4-bfde-162de0948441 owned by network:router_gateway {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:05:41.399532 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e9dea-b69f-428f-87a9-cd95af5a868c req-001c800b-576f-44a8-b6eb-7e3904f79579 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:41.400940 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-be3e9dea-b69f-428f-87a9-cd95af5a868c req-001c800b-576f-44a8-b6eb-7e3904f79579 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.3460801
Feb 04 00:05:41.494916 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16080072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15663910'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:41.529125 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-be3e9dea-b69f-428f-87a9-cd95af5a868c req-6a25e39c-85fd-4798-8599-55758d180793 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188469
Feb 04 00:05:41.616846 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e8e57e-9215-495b-8f57-1ee181d810ff,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:41.630377 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:41.684838 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Pushing event deleted for resources: {'Port': ['ID=139be3ac-64af-42e4-bfde-162de0948441,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:41.688939 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Checking segment: {'id': '7dc38844-6887-479b-98a2-b5339402de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'af233121-fef9-4270-9da2-dd79d8c57469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:05:41.689289 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Network hostable DHCP agents. Network: af233121-fef9-4270-9da2-dd79d8c57469, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:05:41.788073 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Network af233121-fef9-4270-9da2-dd79d8c57469 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:05:41.860843 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, af233121-fef9-4270-9da2-dd79d8c57469) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:41.868185 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b158f27-91c7-4446-a7d8-7d46d05a3898 None None] Network af233121-fef9-4270-9da2-dd79d8c57469 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:05:41.921084 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:41.921664 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:41.936149 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16599944'] for router_gateway, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:42.080127 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-7ec16ac0-7670-4b40-b236-8954eaafea35 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.2917612
Feb 04 00:05:42.087353 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e728e-6dba-49a8-9d13-d9a27d895c42 None None] Network af233121-fef9-4270-9da2-dd79d8c57469 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:05:42.392944 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16597044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:42.408094 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:42.484502 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d054b-7031-46a0-99a0-47ba1dcf4096 req-d86d5a3b-66d9-4a91-9b22-046c8b648da6 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:42.486165 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-706d054b-7031-46a0-99a0-47ba1dcf4096 req-d86d5a3b-66d9-4a91-9b22-046c8b648da6 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 945 time: 0.0928700
Feb 04 00:05:42.512025 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236b89b-2e90-44e6-83ee-345befbb5353 req-324665f2-1417-45a8-b5e9-8e3b126b7a62 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:42.513511 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6236b89b-2e90-44e6-83ee-345befbb5353 req-324665f2-1417-45a8-b5e9-8e3b126b7a62 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 943 time: 0.2583046
Feb 04 00:05:42.534590 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16629668'] for router, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:42.535105 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e0372b5-2bd8-4524-bec8-b7222d3ae595 {{(pid=82731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 00:05:42.537868 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-706d054b-7031-46a0-99a0-47ba1dcf4096 req-aac4bc84-3261-4a2a-aa87-c28245f5a8d4 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447693
Feb 04 00:05:42.569099 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6236b89b-2e90-44e6-83ee-345befbb5353 req-502d9670-0392-413a-8911-0edd3c03b742 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484071
Feb 04 00:05:42.575597 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:42.580009 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-914f7bd6-90e5-423c-b8f2-dcab001da543 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9e0372b5-2bd8-4524-bec8-b7222d3ae595 HTTP/1.1" status: 204  len: 168 time: 2.4087422
Feb 04 00:05:42.580140 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37890) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:42.656086 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_v2 [None req-63027bdb-9f03-4c4d-b30e-8d90b50700bf admin admin] Deleting subnet e23f6667-5fb7-49c5-a8c5-849d40e30b71 {{(pid=82732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:05:42.659027 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-63027bdb-9f03-4c4d-b30e-8d90b50700bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:42.836618 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-63027bdb-9f03-4c4d-b30e-8d90b50700bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15827296'] for subnet, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:42.901294 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9718b39a-27bf-48f1-89f9-f158ab8326f8 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:05:42.907667 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-63027bdb-9f03-4c4d-b30e-8d90b50700bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:42.937162 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 9718b39a-27bf-48f1-89f9-f158ab8326f8 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:05:42.937706 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9718b39a-27bf-48f1-89f9-f158ab8326f8 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:05:42.940532 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c61d3-2aad-46ab-9048-b0281634782d req-55fdce84-9482-4144-9ecd-18f03a423e8a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:42.942003 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-de6c61d3-2aad-46ab-9048-b0281634782d req-55fdce84-9482-4144-9ecd-18f03a423e8a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.2526963
Feb 04 00:05:43.013576 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-de6c61d3-2aad-46ab-9048-b0281634782d req-692d6cc3-ff57-4585-a2e7-258cd0cee650 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637345
Feb 04 00:05:43.019033 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-63027bdb-9f03-4c4d-b30e-8d90b50700bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15774339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15335757'] for subnet, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.056493 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63027bdb-9f03-4c4d-b30e-8d90b50700bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23f6667-5fb7-49c5-a8c5-849d40e30b71,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:43.062750 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-63027bdb-9f03-4c4d-b30e-8d90b50700bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.072898 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-63027bdb-9f03-4c4d-b30e-8d90b50700bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e23f6667-5fb7-49c5-a8c5-849d40e30b71 HTTP/1.1" status: 204  len: 168 time: 0.4885075
Feb 04 00:05:43.075259 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37906) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:43.115929 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37910) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:43.121384 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943287075-network', 'tenant_id': 'e10d30a1a1624d5d8949370fa5b83a60'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:43.126045 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:43.131496 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Usage tracker for resource:network and tenant:e10d30a1a1624d5d8949370fa5b83a60 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:43.134394 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:43.140041 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:43.151260 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Made reservation on behalf of e10d30a1a1624d5d8949370fa5b83a60 for: {'network': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:05:43.153713 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.169376 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.190424 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.200551 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:43.204430 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Usage tracker for resource:security_group_rule and tenant:e10d30a1a1624d5d8949370fa5b83a60 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:43.207180 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:43.213277 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:43.282637 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.287438 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.318310 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.318639 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'}  {{(pid=82731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:05:43.323920 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f212f961-8d0a-40e6-994a-a91b6f63bda3,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:43.330522 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.330972 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.segments_db [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Added segment 83a8ee67-3841-4f57-aef9-8d0c045cf95d of type vlan for network 84760d5a-5037-4359-abba-047eb8b48051
Feb 04 00:05:43.350811 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df7068790>,) {'filters': {'network_id': ['86714709-d562-47b4-aedf-bc8a8c6629b1']}} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:43.361825 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.362910 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df7068790>, '92add955-c9b9-4139-92e9-d7f90d4662fd') {'for_net_delete': True} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:43.363208 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df7068790>, '92add955-c9b9-4139-92e9-d7f90d4662fd') {} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:43.374873 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15827289'] for segment, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.388548 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:05:43.397625 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.398845 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:43.399789 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.401744 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.409126 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=82732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:05:43.409553 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15884321'] for segment, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]: Traceback (most recent call last):
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     timer()
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     cb(*args, **kw)
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     return func(*args, **kwargs)
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     self._notify()
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     self.callback(batched_events)
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     event.method(event)
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     return f(self, *a, **k)
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._get(url).json()
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:05:43.423185 dv-cinder-827776-1-iscsi neutron-server[82732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:05:43.507474 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.514414 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] Pushing event updated for resources: {'Network': ['ID=84760d5a-5037-4359-abba-047eb8b48051,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:43.520233 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c4c2bc4e-e5ed-40a3-bfbe-cafe61ad95bf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4032116
Feb 04 00:05:43.521420 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37914) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:43.528058 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Request body: {'subnet': {'network_id': '84760d5a-5037-4359-abba-047eb8b48051', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943287075-subnet', 'tenant_id': 'e10d30a1a1624d5d8949370fa5b83a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:43.528652 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.532873 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 84760d5a-5037-4359-abba-047eb8b48051 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:05:43.533114 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:43.537316 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Usage tracker for resource:subnet and tenant:e10d30a1a1624d5d8949370fa5b83a60 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:43.538124 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=86714709-d562-47b4-aedf-bc8a8c6629b1,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:43.540750 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:43.548297 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0e69e312-f54a-438c-aa7b-f4802dc78f39 admin admin] 10.222.0.13 "DELETE /v2.0/networks/86714709-d562-47b4-aedf-bc8a8c6629b1 HTTP/1.1" status: 204  len: 168 time: 0.4718697
Feb 04 00:05:43.551021 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:43.562624 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Made reservation on behalf of e10d30a1a1624d5d8949370fa5b83a60 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:05:43.565146 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15663920'] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.614551 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:43.642610 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'port_id': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7', 'mac_address': 'fa:16:3e:14:79:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:05:43.715512 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.736236 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:05:43.754855 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:43.761281 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.832133 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:43.840646 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e712d-90fd-4150-9b28-7097f1e08883 req-56e49417-dede-48e7-962c-18ac53e6d2c0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:43.847373 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-494e712d-90fd-4150-9b28-7097f1e08883 req-56e49417-dede-48e7-962c-18ac53e6d2c0 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 944 time: 0.0978703
Feb 04 00:05:43.864024 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c756fe-0bcb-4951-abd8-a352cb3c4606 req-6f0fa292-6009-4bbe-90a9-c27177e4021e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:43.866092 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87c756fe-0bcb-4951-abd8-a352cb3c4606 req-6f0fa292-6009-4bbe-90a9-c27177e4021e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 945 time: 0.1751564
Feb 04 00:05:43.866550 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37924) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:43.888293 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16080072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15663910'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:43.892716 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-494e712d-90fd-4150-9b28-7097f1e08883 req-13ca1467-3d2d-4a70-b4bf-6f619a140cca tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444696
Feb 04 00:05:44.006054 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f58e731-3966-4c44-a844-a705f8b12ff3,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:44.025504 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-61d850ee-fb38-4aa3-8403-4927200c55e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce64066d41b0425a80b412619d922cd3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1564267
Feb 04 00:05:44.028003 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87c756fe-0bcb-4951-abd8-a352cb3c4606 req-7f5acab9-ea07-4e4f-ae49-152d17dce863 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442187
Feb 04 00:05:44.028251 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37928) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:44.038985 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Checking segment: {'id': '83a8ee67-3841-4f57-aef9-8d0c045cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '84760d5a-5037-4359-abba-047eb8b48051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:05:44.039316 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Network hostable DHCP agents. Network: 84760d5a-5037-4359-abba-047eb8b48051, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:05:44.074392 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Network 84760d5a-5037-4359-abba-047eb8b48051 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:05:44.084971 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 84760d5a-5037-4359-abba-047eb8b48051) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:44.089263 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:44.089894 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.094783 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1c8f039c-d3fb-4098-a98f-b52f4d1dab15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.097064 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:05:44.130827 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4ada6938-441d-4379-98b4-ff615a55a4e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5997155
Feb 04 00:05:44.131036 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3fea8d-99e3-47a6-844c-4a519fe3028b None None] Network 84760d5a-5037-4359-abba-047eb8b48051 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:05:44.145884 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1c8f039c-d3fb-4098-a98f-b52f4d1dab15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.280707 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa60398-076d-4503-962d-a628285ce568 req-955345ff-8e36-46ff-a91a-60284cd4589a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:44.282523 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4fa60398-076d-4503-962d-a628285ce568 req-955345ff-8e36-46ff-a91a-60284cd4589a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.1159503
Feb 04 00:05:44.284999 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1c8f039c-d3fb-4098-a98f-b52f4d1dab15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.373632 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f039c-d3fb-4098-a98f-b52f4d1dab15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a21f9cf-5a36-4f93-8297-a006efdb0a4b,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:44.398368 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37936) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:44.423612 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-1c8f039c-d3fb-4098-a98f-b52f4d1dab15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.424732 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-1c8f039c-d3fb-4098-a98f-b52f4d1dab15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a21f9cf-5a36-4f93-8297-a006efdb0a4b HTTP/1.1" status: 204  len: 168 time: 0.3955207
Feb 04 00:05:44.453577 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4fa60398-076d-4503-962d-a628285ce568 req-c867b8d9-f851-4d21-8fa0-82d14b7fca45 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1503747
Feb 04 00:05:44.474599 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495ee81-cd75-465a-b05d-08562c2a772f req-9137c450-1787-4d54-95df-959b3f322a55 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:44.476267 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7495ee81-cd75-465a-b05d-08562c2a772f req-9137c450-1787-4d54-95df-959b3f322a55 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.48 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 945 time: 0.1743376
Feb 04 00:05:44.499150 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_v2 [None req-f308fa81-d034-4677-ba04-9b6743020242 admin admin] Deleting subnet 78e8e57e-9215-495b-8f57-1ee181d810ff {{(pid=82731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:05:44.504211 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f308fa81-d034-4677-ba04-9b6743020242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.524808 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36bf828-fdf7-4d93-ba2e-84eabf1100f5 None None] Network 84760d5a-5037-4359-abba-047eb8b48051 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:05:44.568124 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-7495ee81-cd75-465a-b05d-08562c2a772f req-5e858a06-2539-4d53-ba56-2c513ac5087e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Deleting port 7b4d6862-7fbf-431d-8a5c-650705f90204 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:05:44.568706 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7495ee81-cd75-465a-b05d-08562c2a772f req-5e858a06-2539-4d53-ba56-2c513ac5087e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.574253 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f308fa81-d034-4677-ba04-9b6743020242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15390533'] for subnet, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.642503 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f308fa81-d034-4677-ba04-9b6743020242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.737529 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f308fa81-d034-4677-ba04-9b6743020242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16080009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15663901'] for subnet, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.784297 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308fa81-d034-4677-ba04-9b6743020242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e8e57e-9215-495b-8f57-1ee181d810ff,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:44.793535 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f308fa81-d034-4677-ba04-9b6743020242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.800694 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f308fa81-d034-4677-ba04-9b6743020242 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/78e8e57e-9215-495b-8f57-1ee181d810ff HTTP/1.1" status: 204  len: 168 time: 0.4012260
Feb 04 00:05:44.803534 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37946) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:44.857026 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 139be3ac-64af-42e4-bfde-162de0948441 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:05:44.898679 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-7495ee81-cd75-465a-b05d-08562c2a772f req-5e858a06-2539-4d53-ba56-2c513ac5087e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] For port 7b4d6862-7fbf-431d-8a5c-650705f90204, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7b4d6862-7fbf-431d-8a5c-650705f90204,segment=NetworkSegment(7bff1978-4357-4f9a-893c-4494b743c294),segment_id=7bff1978-4357-4f9a-893c-4494b743c294)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:44.899321 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7495ee81-cd75-465a-b05d-08562c2a772f req-5e858a06-2539-4d53-ba56-2c513ac5087e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.946991 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:44.957421 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 139be3ac-64af-42e4-bfde-162de0948441 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:05:44.957869 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 139be3ac-64af-42e4-bfde-162de0948441 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:05:45.080552 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-7495ee81-cd75-465a-b05d-08562c2a772f req-5e858a06-2539-4d53-ba56-2c513ac5087e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Calling delete_port for 7b4d6862-7fbf-431d-8a5c-650705f90204 owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:05:45.228098 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.265754 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df6319e20>,) {'filters': {'network_id': ['af233121-fef9-4270-9da2-dd79d8c57469']}} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:45.283152 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6319e20>, '7dc38844-6887-479b-98a2-b5339402de11') {'for_net_delete': True} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:45.283491 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6319e20>, '7dc38844-6887-479b-98a2-b5339402de11') {} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:45.297712 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15390588'] for segment, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.315052 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15360fc-ed22-4cdd-8eae-3d158f7296bd req-16dc1eb5-67a4-47b4-8352-fdbb2c39bb75 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:45.316582 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d15360fc-ed22-4cdd-8eae-3d158f7296bd req-16dc1eb5-67a4-47b4-8352-fdbb2c39bb75 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 944 time: 0.2509656
Feb 04 00:05:45.325536 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.370119 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=82731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:05:45.370271 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8b690-c73c-420b-95b7-b2e60ec3e5a3 req-c58b4a0f-1ed1-4b6a-bf30-f375b186c78b tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:45.370596 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223787'] for segment, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.372396 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f9e8b690-c73c-420b-95b7-b2e60ec3e5a3 req-c58b4a0f-1ed1-4b6a-bf30-f375b186c78b tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b660d8-245f-4fe2-8e1d-44176ee8da37 HTTP/1.1" status: 200  len: 945 time: 0.1449547
Feb 04 00:05:45.373696 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7495ee81-cd75-465a-b05d-08562c2a772f req-5e858a06-2539-4d53-ba56-2c513ac5087e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]: Traceback (most recent call last):
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     timer()
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     cb(*args, **kw)
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     return func(*args, **kwargs)
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     self._notify()
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     self.callback(batched_events)
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     event.method(event)
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     return f(self, *a, **k)
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._get(url).json()
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:05:45.384234 dv-cinder-827776-1-iscsi neutron-server[82731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:05:45.390233 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['7b4d6862-7fbf-431d-8a5c-650705f90204'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:05:45.479396 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d15360fc-ed22-4cdd-8eae-3d158f7296bd req-c41af418-0930-45f9-b31e-185247d173f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1564085
Feb 04 00:05:45.494294 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e858a06-2539-4d53-ba56-2c513ac5087e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Pushing event deleted for resources: {'Port': ['ID=7b4d6862-7fbf-431d-8a5c-650705f90204,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:45.496434 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.516741 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.523735 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] Pushing event deleted for resources: {'Network': ['ID=af233121-fef9-4270-9da2-dd79d8c57469,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:45.531142 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-cbe64ef0-33ec-4cbf-bfb5-46cc11b1474e admin admin] 10.222.0.13 "DELETE /v2.0/networks/af233121-fef9-4270-9da2-dd79d8c57469 HTTP/1.1" status: 204  len: 168 time: 0.7264431
Feb 04 00:05:45.531819 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37968) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:45.554356 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3f390c60-ed5a-4f65-afe7-89485e37413e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.568800 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7495ee81-cd75-465a-b05d-08562c2a772f req-5e858a06-2539-4d53-ba56-2c513ac5087e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] No DVR routers for this DVR port 7b4d6862-7fbf-431d-8a5c-650705f90204 on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:05:45.571423 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-7495ee81-cd75-465a-b05d-08562c2a772f req-5e858a06-2539-4d53-ba56-2c513ac5087e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.579313 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b660d8-245f-4fe2-8e1d-44176ee8da37', 'name': 'network-vif-deleted', 'tag': '7b4d6862-7fbf-431d-8a5c-650705f90204'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:45.600284 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcba82f-1ecc-489b-993b-834d3ef08380 admin admin] Deleting subnet 2f58e731-3966-4c44-a844-a705f8b12ff3 {{(pid=82731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:05:45.603605 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8fcba82f-1ecc-489b-993b-834d3ef08380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.610665 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37974) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:45.622001 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f9e8b690-c73c-420b-95b7-b2e60ec3e5a3 req-ed43c2ac-57b4-477f-88d7-0db71f922570 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2324164
Feb 04 00:05:45.623464 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7495ee81-cd75-465a-b05d-08562c2a772f req-5e858a06-2539-4d53-ba56-2c513ac5087e tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.48 "DELETE /v2.0/ports/7b4d6862-7fbf-431d-8a5c-650705f90204 HTTP/1.1" status: 204  len: 173 time: 1.1409347
Feb 04 00:05:45.713047 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b660d8-245f-4fe2-8e1d-44176ee8da37', 'name': 'network-vif-deleted', 'tag': '7b4d6862-7fbf-431d-8a5c-650705f90204', 'status': 'completed', 'code': 200}
Feb 04 00:05:45.717810 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8fcba82f-1ecc-489b-993b-834d3ef08380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15390533'] for subnet, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.765380 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-631405906-network', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:45.769813 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:45.773740 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Usage tracker for resource:network and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:45.777439 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:45.783110 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:45.790719 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8fcba82f-1ecc-489b-993b-834d3ef08380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.793969 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Made reservation on behalf of 52b0f04b23ff41a4a642d0f97fdf8f5b for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:05:45.796394 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.810539 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.839519 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df77a0-f764-4f56-aecd-5004b2013220 req-a4ed6c6f-1892-4d89-9600-d4c5edd981e7 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:45.841010 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b7df77a0-f764-4f56-aecd-5004b2013220 req-a4ed6c6f-1892-4d89-9600-d4c5edd981e7 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.2006748
Feb 04 00:05:45.842249 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:45.846055 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Usage tracker for resource:security_group_rule and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:45.849546 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:45.855994 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:45.906439 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b7df77a0-f764-4f56-aecd-5004b2013220 req-dc623861-a4de-434c-929e-009de483f571 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552967
Feb 04 00:05:45.907790 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8fcba82f-1ecc-489b-993b-834d3ef08380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16080009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15663901'] for subnet, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.924928 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.936958 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.945194 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcba82f-1ecc-489b-993b-834d3ef08380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f58e731-3966-4c44-a844-a705f8b12ff3,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:45.952442 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8fcba82f-1ecc-489b-993b-834d3ef08380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.958692 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-8fcba82f-1ecc-489b-993b-834d3ef08380 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2f58e731-3966-4c44-a844-a705f8b12ff3 HTTP/1.1" status: 204  len: 168 time: 0.4255962
Feb 04 00:05:45.961097 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37980) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:45.967160 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:05:45.980879 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d347c1b-a313-4e4e-aed9-08ab64100e80,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:45.986201 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:45.986546 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Added segment e3da75e7-9e43-4172-b9a2-947749e44672 of type vlan for network a17053c6-abd9-4c27-b828-7a5c18a51cdf
Feb 04 00:05:46.013786 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.044804 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.045781 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:46.046517 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.072357 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.154561 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5405307
Feb 04 00:05:46.155338 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b4186-047f-47a4-a7a9-fe688f6adf94 admin admin] Pushing event updated for resources: {'Network': ['ID=a17053c6-abd9-4c27-b828-7a5c18a51cdf,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:46.157600 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 37984) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:46.163556 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Request body: {'subnet': {'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-subnet', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:46.168398 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:46.168937 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network a17053c6-abd9-4c27-b828-7a5c18a51cdf details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:05:46.172295 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Usage tracker for resource:subnet and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:46.175149 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:46.181232 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:46.196184 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Made reservation on behalf of 52b0f04b23ff41a4a642d0f97fdf8f5b for: {'subnet': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:05:46.199700 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15335776'] for subnet, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.202742 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.230884 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df6650190>,) {'filters': {'network_id': ['84760d5a-5037-4359-abba-047eb8b48051']}} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:46.247791 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6650190>, '83a8ee67-3841-4f57-aef9-8d0c045cf95d') {'for_net_delete': True} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:46.248023 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6650190>, '83a8ee67-3841-4f57-aef9-8d0c045cf95d') {} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:46.261863 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15390588'] for segment, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.280955 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.288224 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=82731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:05:46.288594 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223787'] for segment, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]: Traceback (most recent call last):
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     timer()
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     cb(*args, **kw)
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     return func(*args, **kwargs)
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     self._notify()
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     self.callback(batched_events)
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     event.method(event)
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     return f(self, *a, **k)
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._get(url).json()
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:05:46.302078 dv-cinder-827776-1-iscsi neutron-server[82731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:05:46.374913 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.393500 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.404352 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=84760d5a-5037-4359-abba-047eb8b48051,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:46.408566 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-5abbafe0-1765-4e2a-a72c-679dd5a868d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/84760d5a-5037-4359-abba-047eb8b48051 HTTP/1.1" status: 204  len: 168 time: 0.4464953
Feb 04 00:05:46.487797 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15774402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15335798'] for subnet, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.555887 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37992) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:46.563192 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fe2baa-5995-4b6e-806b-65d4f406bb01,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:46.578449 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Checking segment: {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:05:46.579073 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Network hostable DHCP agents. Network: a17053c6-abd9-4c27-b828-7a5c18a51cdf, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:05:46.608070 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Network a17053c6-abd9-4c27-b828-7a5c18a51cdf is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:05:46.621938 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, a17053c6-abd9-4c27-b828-7a5c18a51cdf) {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:46.625341 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-d271ebd1-5d59-4760-acca-bc9ed4ee8ce6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a6516b696834bbaa31ad5d9997010bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0674736
Feb 04 00:05:46.628273 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 37996) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:46.630810 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51436e4-a0a3-48c2-9d76-89b10ba7edca None None] Network a17053c6-abd9-4c27-b828-7a5c18a51cdf requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:05:46.660806 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:46.661916 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.708141 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-6cb9b470-51c8-4e3b-99db-cf6e946415cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5498400
Feb 04 00:05:46.708437 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 38002) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:46.709186 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-97a2db55-3d19-49c8-8577-65dbb5e03d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.726752 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:46.734393 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ae206-8dcc-4db4-b5ca-86fed1f6e112 req-f5d7a8bc-2d36-4661-bc40-ba6071bb1995 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:46.736251 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:46.742924 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e42ae206-8dcc-4db4-b5ca-86fed1f6e112 req-f5d7a8bc-2d36-4661-bc40-ba6071bb1995 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 944 time: 0.1213737
Feb 04 00:05:46.751371 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Usage tracker for resource:router and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:46.757046 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:46.761931 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-97a2db55-3d19-49c8-8577-65dbb5e03d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.775131 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:46.801688 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e42ae206-8dcc-4db4-b5ca-86fed1f6e112 req-ba6e631b-954c-4655-bacd-3aba489b0f35 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578644
Feb 04 00:05:46.804291 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16597246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8310'] for router, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.805324 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16600435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16606919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8207'] for router, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.839401 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.897697 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a09f7f7-4654-5163-a72e-c5ea2cc61d36-a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01'}]}} from dv-cinder-827776-1-iscsi. {{(pid=82733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 00:05:46.898532 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.932295 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-97a2db55-3d19-49c8-8577-65dbb5e03d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:46.954303 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2db55-3d19-49c8-8577-65dbb5e03d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a9f9fa-8707-47c5-90bb-6fb5b5da40b4,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:47.024861 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-97a2db55-3d19-49c8-8577-65dbb5e03d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.025995 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-97a2db55-3d19-49c8-8577-65dbb5e03d17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1a9f9fa-8707-47c5-90bb-6fb5b5da40b4 HTTP/1.1" status: 204  len: 168 time: 0.3965838
Feb 04 00:05:47.028747 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.115425 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.db_base_plugin_common [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Allocated IP 172.20.0.2 (a17053c6-abd9-4c27-b828-7a5c18a51cdf/d0fe2baa-5995-4b6e-806b-65d4f406bb01/713a3894-b495-4240-bb49-d0423af44f1a) {{(pid=82733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:05:47.315162 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b9e78-4376-45e8-94b0-ca0a3ea4584f req-835345f6-a64c-4f9e-a04c-7a4559f0ea14 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:47.316674 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9d4b9e78-4376-45e8-94b0-ca0a3ea4584f req-835345f6-a64c-4f9e-a04c-7a4559f0ea14 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.2541859
Feb 04 00:05:47.341676 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Notify callbacks [] for port, precommit_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.354314 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Transition to ACTIVE for port object 713a3894-b495-4240-bb49-d0423af44f1a will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:47.376091 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Transition to ACTIVE for port object 713a3894-b495-4240-bb49-d0423af44f1a will not be triggered until provisioned by entity DHCP. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:47.385440 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.414295 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9d4b9e78-4376-45e8-94b0-ca0a3ea4584f req-8b017e3f-5d38-4e85-aff3-f78bd7599b25 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884593
Feb 04 00:05:47.443834 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.467169 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Network a17053c6-abd9-4c27-b828-7a5c18a51cdf is already hosted by enough agents. {{(pid=82733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:05:47.471471 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.base_scheduler [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Resources bound (agent type, host, resource id):  {{(pid=82733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:47.474847 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Received port after_create {{(pid=82733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:05:47.475293 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.478420 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Pushing event updated for resources: {'Port': ['ID=713a3894-b495-4240-bb49-d0423af44f1a,revision_number=1']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:47.548988 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38016) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:47.574104 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Attempting to bind port 713a3894-b495-4240-bb49-d0423af44f1a on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:05:47.574625 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Attempting to bind port 713a3894-b495-4240-bb49-d0423af44f1a by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:05:47.575077 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Attempting to bind port 713a3894-b495-4240-bb49-d0423af44f1a on network a17053c6-abd9-4c27-b828-7a5c18a51cdf {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:05:47.581679 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:05:47.582164 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Checking segment: {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:05:47.582677 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.583186 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Bound using segment: {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:05:47.583781 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Bound port: 713a3894-b495-4240-bb49-d0423af44f1a, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:05:47.584238 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.604222 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-92972e2b-9805-4551-8fc4-b4224f5a5ac0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e10d30a1a1624d5d8949370fa5b83a60&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0539875
Feb 04 00:05:47.606567 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38020) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:47.635577 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Allocated IP 172.27.3.221 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/246ce7d2-ddb2-457e-904c-39bdfaa7d557) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:05:47.681805 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] For port 713a3894-b495-4240-bb49-d0423af44f1a, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:05:47.685052 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c10ab504-5278-4e67-97d7-47fa910aa0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.685844 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] For port 713a3894-b495-4240-bb49-d0423af44f1a, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=713a3894-b495-4240-bb49-d0423af44f1a,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:05:47.690427 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.714110 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c10ab504-5278-4e67-97d7-47fa910aa0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.790315 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42b07c-2270-4436-9619-6686a95dcc7e None None] Pushing event updated for resources: {'Port': ['ID=713a3894-b495-4240-bb49-d0423af44f1a,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:47.791469 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c10ab504-5278-4e67-97d7-47fa910aa0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.820144 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab504-5278-4e67-97d7-47fa910aa0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f212f961-8d0a-40e6-994a-a91b6f63bda3,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:47.822041 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.829845 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c10ab504-5278-4e67-97d7-47fa910aa0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.833736 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-c10ab504-5278-4e67-97d7-47fa910aa0ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f212f961-8d0a-40e6-994a-a91b6f63bda3 HTTP/1.1" status: 204  len: 168 time: 0.2234716
Feb 04 00:05:47.890731 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:47.949407 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:05:47.957338 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:47.962273 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:05:48.018662 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Pushing event updated for resources: {'Port': ['ID=246ce7d2-ddb2-457e-904c-39bdfaa7d557,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:48.025201 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-b2322766-8b83-4ac5-a1e0-2bef5ce4e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:48.061121 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bcf16-9c35-4014-8398-62ff94bed144 req-a02f38ad-f706-48bc-9dca-e68c83eebb96 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:48.080183 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8c8bcf16-9c35-4014-8398-62ff94bed144 req-a02f38ad-f706-48bc-9dca-e68c83eebb96 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 944 time: 0.1335361
Feb 04 00:05:48.144304 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8c8bcf16-9c35-4014-8398-62ff94bed144 req-839e9e84-5b0c-45e4-beef-8159efd109e4 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628836
Feb 04 00:05:48.188701 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:48.189538 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16597191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972'] for router, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:48.430099 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Router 16c36942-2eb1-40d7-8fcc-23bddf081593 is scheduled to L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 with binding_index 1 {{(pid=82731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 00:05:48.716104 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528e082-456b-4fda-8e33-af8a0b4456a3 req-5d0fa809-6707-4f70-9e22-603f70f72a88 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:48.717629 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b528e082-456b-4fda-8e33-af8a0b4456a3 req-5d0fa809-6707-4f70-9e22-603f70f72a88 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.1717219
Feb 04 00:05:48.725263 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:05:48.734005 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Sync routers for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:05:48.750185 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:05:48.751061 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6c678e0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:48.783354 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:48.788374 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38048) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:48.792071 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4f2ba727-f9e1-4e0a-98c6-a243b82ec6ad admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.0803084
Feb 04 00:05:48.804350 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b528e082-456b-4fda-8e33-af8a0b4456a3 req-83592397-5d7c-4952-b803-8b4a341a6ce2 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770733
Feb 04 00:05:48.927796 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 46131f31-e79c-4045-9dff-a9b3efe375a1 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:05:48.971859 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 713a3894-b495-4240-bb49-d0423af44f1a up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:49.041139 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568620b9-9a02-4c6c-88bc-32b86e968726 None None] Network a17053c6-abd9-4c27-b828-7a5c18a51cdf requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:05:49.068847 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.resource_extend [None req-22e813bc-8129-4517-8261-d61934468454 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 04 00:05:49.270561 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:05:49.334284 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:49.457666 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:05:49.490271 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2536f-baff-484d-a9fd-78d72f33678b req-da1c0880-bd97-429a-be9a-a4536b7d8fc1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:49.491773 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8df2536f-baff-484d-a9fd-78d72f33678b req-da1c0880-bd97-429a-be9a-a4536b7d8fc1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 944 time: 0.1286955
Feb 04 00:05:49.494787 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-b22c3ee8-7def-4214-acfc-d8de3c40cf82 None None] Provisioning for port 713a3894-b495-4240-bb49-d0423af44f1a completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:49.514235 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:49.614216 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8df2536f-baff-484d-a9fd-78d72f33678b req-c74c5ac3-da0a-48a2-a3ab-9f41b1872a1c tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716858
Feb 04 00:05:49.626022 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 713a3894-b495-4240-bb49-d0423af44f1a completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:49.651125 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 46131f31-e79c-4045-9dff-a9b3efe375a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=46131f31-e79c-4045-9dff-a9b3efe375a1,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:49.659842 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 713a3894-b495-4240-bb49-d0423af44f1a triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:49.660210 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:49.711291 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'port_id': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'mac_address': 'fa:16:3e:f1:5e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:05:49.787007 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:49.801322 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:49.949853 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:50.008313 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46131f31-e79c-4045-9dff-a9b3efe375a1 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:05:50.105345 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc28b24-2944-47d6-bffd-f0765e967b7e req-be0fe649-8852-46e9-ba2f-21b1cf3bd453 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:50.117163 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-abc28b24-2944-47d6-bffd-f0765e967b7e req-be0fe649-8852-46e9-ba2f-21b1cf3bd453 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.1342142
Feb 04 00:05:50.137340 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 46131f31-e79c-4045-9dff-a9b3efe375a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=46131f31-e79c-4045-9dff-a9b3efe375a1,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:50.147983 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:50.167598 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:50.169196 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:50.193227 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Allocated IP 172.20.0.1 (a17053c6-abd9-4c27-b828-7a5c18a51cdf/d0fe2baa-5995-4b6e-806b-65d4f406bb01/8db9ca2d-d05b-4340-9173-6f67655aff5b) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:05:50.200737 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-abc28b24-2944-47d6-bffd-f0765e967b7e req-1da8a972-62e1-4612-875e-8fa5ac482b9d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816960
Feb 04 00:05:50.236817 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:50.237190 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:50.431182 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=46131f31-e79c-4045-9dff-a9b3efe375a1,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:50.455833 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6c678e0>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:48Z', 'revision_number': 3, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:50.461607 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['46131f31-e79c-4045-9dff-a9b3efe375a1'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:05:50.543582 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Checking router: 16c36942-2eb1-40d7-8fcc-23bddf081593 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:05:50.544152 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Updating router 16c36942-2eb1-40d7-8fcc-23bddf081593 port 246ce7d2-ddb2-457e-904c-39bdfaa7d557 binding host dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:05:50.546643 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:50.579864 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Transition to ACTIVE for port object 8db9ca2d-d05b-4340-9173-6f67655aff5b will not be triggered until provisioned by entity DHCP. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:50.617067 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 713a3894-b495-4240-bb49-d0423af44f1a, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=713a3894-b495-4240-bb49-d0423af44f1a,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:50.618213 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:50.632336 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:50.782607 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Network a17053c6-abd9-4c27-b828-7a5c18a51cdf is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:05:50.793121 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:50.805900 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:05:50.919775 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8db9ca2d-d05b-4340-9173-6f67655aff5b,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:50.957735 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16599914'] for router_interface, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.007729 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f902aa0-0d47-4786-a5a9-0ccc50fda5f3 req-9c0f772d-c4e0-432d-b019-e445ff66ec84 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:51.018197 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3f902aa0-0d47-4786-a5a9-0ccc50fda5f3 req-9c0f772d-c4e0-432d-b019-e445ff66ec84 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 944 time: 0.1619062
Feb 04 00:05:51.035781 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.084452 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.105278 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3f902aa0-0d47-4786-a5a9-0ccc50fda5f3 req-11b21138-096f-4f98-9980-41c01c8fe8e3 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854928
Feb 04 00:05:51.110491 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.285831 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-a7cd297f-8aca-4ce5-9e5a-9b79cd1cb018 None None] Provisioning complete for port 713a3894-b495-4240-bb49-d0423af44f1a triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:51.285831 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a7cd297f-8aca-4ce5-9e5a-9b79cd1cb018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.331914 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=713a3894-b495-4240-bb49-d0423af44f1a,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:51.387526 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.483710 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.494330 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.524208 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:51.531288 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.547618 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:51.565626 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a4bbc-714f-45d8-b0c7-5b9f16c518e5 req-7c5b0c27-d95f-412a-8022-6e1a7ad5f3cc tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:51.568831 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-812a4bbc-714f-45d8-b0c7-5b9f16c518e5 req-7c5b0c27-d95f-412a-8022-6e1a7ad5f3cc tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 944 time: 0.2005756
Feb 04 00:05:51.600242 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Transition to ACTIVE for port object 246ce7d2-ddb2-457e-904c-39bdfaa7d557 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:05:51.610780 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7', 'code': 200}
Feb 04 00:05:51.615693 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.637613 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8db9ca2d-d05b-4340-9173-6f67655aff5b,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:51.653846 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15598283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16598673'] for router_interface, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.672108 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-812a4bbc-714f-45d8-b0c7-5b9f16c518e5 req-1502a6f7-9607-48fa-9011-ed84f77321be tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907037
Feb 04 00:05:51.675265 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 7b4d6862-7fbf-431d-8a5c-650705f90204 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:05:51.712346 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.754675 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 7b4d6862-7fbf-431d-8a5c-650705f90204 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:05:51.755045 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 7b4d6862-7fbf-431d-8a5c-650705f90204 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:05:51.818611 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:51.861277 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Attempting to bind port 246ce7d2-ddb2-457e-904c-39bdfaa7d557 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:05:51.861664 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Attempting to bind port 246ce7d2-ddb2-457e-904c-39bdfaa7d557 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:05:51.862018 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Attempting to bind port 246ce7d2-ddb2-457e-904c-39bdfaa7d557 on network 37925b6f-7373-4670-a9f0-ede61b099b1e {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:05:51.934705 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Network a17053c6-abd9-4c27-b828-7a5c18a51cdf is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:05:51.940058 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:05:51.940271 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:51.940492 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:05:51.940834 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:51.941423 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Bound using segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:05:51.941901 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Bound port: 246ce7d2-ddb2-457e-904c-39bdfaa7d557, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:05:51.943103 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:52.010464 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608c827-16c0-4621-9f52-269757aa3d5b None None] Pushing event updated for resources: {'Port': ['ID=246ce7d2-ddb2-457e-904c-39bdfaa7d557,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:52.019456 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-55140f54-d8f4-41e7-a2dd-20eee8cc138c None None] Provisioning for port 8db9ca2d-d05b-4340-9173-6f67655aff5b completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:52.029217 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-55140f54-d8f4-41e7-a2dd-20eee8cc138c None None] Provisioning complete for port 8db9ca2d-d05b-4340-9173-6f67655aff5b triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:52.029585 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-55140f54-d8f4-41e7-a2dd-20eee8cc138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:52.094003 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 38148) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:52.120075 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] For port 246ce7d2-ddb2-457e-904c-39bdfaa7d557, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:05:52.131876 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-55140f54-d8f4-41e7-a2dd-20eee8cc138c None None] Port 8db9ca2d-d05b-4340-9173-6f67655aff5b cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:05:52.134301 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] For port 246ce7d2-ddb2-457e-904c-39bdfaa7d557, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=246ce7d2-ddb2-457e-904c-39bdfaa7d557,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:05:52.149533 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:52.337709 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-80819951-69bd-4fa0-8226-9dda164b7246 req-f49bd877-776e-4b9c-a973-5176defe90ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 1098 time: 0.4451222
Feb 04 00:05:52.381439 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608c827-16c0-4621-9f52-269757aa3d5b None None] Pushing event updated for resources: {'Port': ['ID=246ce7d2-ddb2-457e-904c-39bdfaa7d557,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:52.387381 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:05:52.387861 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6c678e0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:52.422220 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7c85022f-827c-4926-9eec-74c35a7aa296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:52.497105 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-7c85022f-827c-4926-9eec-74c35a7aa296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:52.503003 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-7c85022f-827c-4926-9eec-74c35a7aa296 admin admin] Usage tracker for resource:security_group_rule and tenant:9c8330f5ad804da78e6c9c86d5eac6c8 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:52.518703 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-b5b6e0b6-9f88-490b-b0b9-303fff2c213a None None] Provisioning complete for port 8db9ca2d-d05b-4340-9173-6f67655aff5b triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:52.519209 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e0b6-9f88-490b-b0b9-303fff2c213a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:52.537120 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-7c85022f-827c-4926-9eec-74c35a7aa296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:52.540446 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-80819951-69bd-4fa0-8226-9dda164b7246 req-8c07e154-e58a-466f-a82e-4c18da328f46 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1542444
Feb 04 00:05:52.551403 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-7c85022f-827c-4926-9eec-74c35a7aa296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:52.578476 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03107cd1-aeb7-452e-bd9b-cd5dd6a57399 req-1575312a-51b8-4374-9e45-bc03a0fbbf7b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:52.580102 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-03107cd1-aeb7-452e-bd9b-cd5dd6a57399 req-1575312a-51b8-4374-9e45-bc03a0fbbf7b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 945 time: 0.2396538
Feb 04 00:05:52.626418 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859859f-8676-40ed-9a0e-b876e274c504 req-e1ab2524-d381-4b26-ab28-e414ac062f87 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:52.634376 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c859859f-8676-40ed-9a0e-b876e274c504 req-e1ab2524-d381-4b26-ab28-e414ac062f87 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1341081
Feb 04 00:05:52.666047 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6e0b6-9f88-490b-b0b9-303fff2c213a None None] Port 8db9ca2d-d05b-4340-9173-6f67655aff5b cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:05:52.716987 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-03107cd1-aeb7-452e-bd9b-cd5dd6a57399 req-63deadce-f2e0-42c2-9ce0-c77e654d5597 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290476
Feb 04 00:05:52.720928 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7c85022f-827c-4926-9eec-74c35a7aa296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:52.727929 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:05:52.730911 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7c85022f-827c-4926-9eec-74c35a7aa296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:52.757898 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c859859f-8676-40ed-9a0e-b876e274c504 req-b79e63ac-26e6-4e3d-97c5-486efabe9b09 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1227820
Feb 04 00:05:52.776444 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Router 16c36942-2eb1-40d7-8fcc-23bddf081593 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:05:52.796932 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85022f-827c-4926-9eec-74c35a7aa296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dbcab0-e7df-430f-91cf-a303fff04cdd,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:52.805504 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-7c85022f-827c-4926-9eec-74c35a7aa296 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c8330f5ad804da78e6c9c86d5eac6c8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7095783
Feb 04 00:05:52.806394 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 38166) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:52.965361 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-86570820-f8b1-4968-a3ca-0183c4c3ebab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:52.972599 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bf840-0124-4650-be60-b8f6a98a9d9d req-ade1ec3d-375c-4ac7-a8f9-6cf746255a69 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:52.975619 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4f7bf840-0124-4650-be60-b8f6a98a9d9d req-ade1ec3d-375c-4ac7-a8f9-6cf746255a69 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 944 time: 0.1040595
Feb 04 00:05:52.995330 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-86570820-f8b1-4968-a3ca-0183c4c3ebab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:53.047298 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-86570820-f8b1-4968-a3ca-0183c4c3ebab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:53.062429 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86570820-f8b1-4968-a3ca-0183c4c3ebab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dbcab0-e7df-430f-91cf-a303fff04cdd,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:53.068950 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-86570820-f8b1-4968-a3ca-0183c4c3ebab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:53.072438 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-86570820-f8b1-4968-a3ca-0183c4c3ebab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7dbcab0-e7df-430f-91cf-a303fff04cdd HTTP/1.1" status: 204  len: 168 time: 0.2627425
Feb 04 00:05:53.104050 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4f7bf840-0124-4650-be60-b8f6a98a9d9d req-226799ed-1c44-41fc-bc91-c48c76a9441e tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1205370
Feb 04 00:05:53.125242 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6c678e0>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 2, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:05:53.130637 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cb5f6-f918-4d9a-97f1-662d2aa12eb1 None None] The sync data for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi is: [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 2, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:05:53.135984 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:05:53.154612 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-fde411d0-63f8-4e47-9986-9c12006388c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/16c36942-2eb1-40d7-8fcc-23bddf081593/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3574674
Feb 04 00:05:53.186574 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 713a3894-b495-4240-bb49-d0423af44f1a up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:53.265375 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 713a3894-b495-4240-bb49-d0423af44f1a triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:53.266479 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:53.575774 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 38180) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:53.599856 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-629ff3e1-703e-40f0-9630-1db3f176b674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:53.633190 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-629ff3e1-703e-40f0-9630-1db3f176b674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:53.637183 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-629ff3e1-703e-40f0-9630-1db3f176b674 admin admin] Usage tracker for resource:security_group_rule and tenant:eedf9b0fd1ea4e5bb160de5715123990 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:53.640254 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-629ff3e1-703e-40f0-9630-1db3f176b674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:53.647134 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-629ff3e1-703e-40f0-9630-1db3f176b674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:53.726938 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-629ff3e1-703e-40f0-9630-1db3f176b674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:53.734381 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-629ff3e1-703e-40f0-9630-1db3f176b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:53.785213 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ff3e1-703e-40f0-9630-1db3f176b674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681f16d7-9fbf-4080-b66e-c16d48b76b41,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:53.790290 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-629ff3e1-703e-40f0-9630-1db3f176b674 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eedf9b0fd1ea4e5bb160de5715123990&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2124469
Feb 04 00:05:53.792831 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38190) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:53.869995 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e4826c84-3d2f-439b-929d-7e6df0a51648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:53.956013 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e4826c84-3d2f-439b-929d-7e6df0a51648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:53.988859 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 38194) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:53.996157 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895997740', 'description': 'tempest-description--2055040369'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:54.003025 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:54.007671 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Usage tracker for resource:security_group and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:54.012143 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:54.018570 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:54.035420 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12476-3b08-48be-9253-97b2cbe02b7d req-e597461a-143f-436e-902a-651b1a43ec91 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:54.038044 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1ec12476-3b08-48be-9253-97b2cbe02b7d req-e597461a-143f-436e-902a-651b1a43ec91 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 945 time: 0.1588001
Feb 04 00:05:54.044359 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e4826c84-3d2f-439b-929d-7e6df0a51648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.047516 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.077200 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4826c84-3d2f-439b-929d-7e6df0a51648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681f16d7-9fbf-4080-b66e-c16d48b76b41,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:54.100957 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e4826c84-3d2f-439b-929d-7e6df0a51648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.104355 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-e4826c84-3d2f-439b-929d-7e6df0a51648 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/681f16d7-9fbf-4080-b66e-c16d48b76b41 HTTP/1.1" status: 204  len: 168 time: 0.3083532
Feb 04 00:05:54.132116 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1ec12476-3b08-48be-9253-97b2cbe02b7d req-3ce94a2f-0586-450f-abe6-143a79c1eca1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836067
Feb 04 00:05:54.145488 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:54.158794 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Usage tracker for resource:security_group_rule and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:54.163836 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:54.171637 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:54.277509 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867860a2-3ce2-41b3-877a-88b9555c2bc5 req-76e1f6f4-d548-4d40-8ada-f3430b71cd4b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:54.279068 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-867860a2-3ce2-41b3-877a-88b9555c2bc5 req-76e1f6f4-d548-4d40-8ada-f3430b71cd4b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1842792
Feb 04 00:05:54.281406 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.289836 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.369030 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89013ac2-06a9-4946-9808-cd784d8d187d,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:54.386244 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b703-b04d-4a80-a99c-996229305826 req-d5eae9a0-67ee-4956-a6ec-39f78509bdf1 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:54.387913 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.388625 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e9d2b703-b04d-4a80-a99c-996229305826 req-d5eae9a0-67ee-4956-a6ec-39f78509bdf1 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 944 time: 0.1241956
Feb 04 00:05:54.392034 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38204) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:54.392757 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-1072ccd4-14cf-4667-bae5-3d699adfc964 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4010084
Feb 04 00:05:54.401237 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'security_group_rule': {'security_group_id': '89013ac2-06a9-4946-9808-cd784d8d187d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:54.407925 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-867860a2-3ce2-41b3-877a-88b9555c2bc5 req-600c62a6-9ad7-4c10-9912-9175e958e70e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1198800
Feb 04 00:05:54.430012 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:54.439739 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Usage tracker for resource:security_group_rule and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:54.445651 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:54.461278 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:54.477220 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e9d2b703-b04d-4a80-a99c-996229305826 req-84182ce7-56dd-4c35-b9a4-20b1939e2b83 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696094
Feb 04 00:05:54.485722 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.507603 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 46131f31-e79c-4045-9dff-a9b3efe375a1 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:54.554978 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.564339 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.587433 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 46131f31-e79c-4045-9dff-a9b3efe375a1 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:54.593193 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 46131f31-e79c-4045-9dff-a9b3efe375a1 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:54.593662 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.598612 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9760e9b-833a-4630-9ae6-7d9edbab1dd3,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:54.602249 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.603596 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-8a126b31-1242-410e-998c-c6caac9288e9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2098987
Feb 04 00:05:54.606347 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38212) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:54.611952 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'security_group_rule': {'security_group_id': '89013ac2-06a9-4946-9808-cd784d8d187d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:54.618550 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:54.622519 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Usage tracker for resource:security_group_rule and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:54.625704 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:54.631914 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:54.653889 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.737898 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.742588 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.746774 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.768707 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:05:54.769621 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafc1506-ccf4-4d0c-bfc9-3d5fcf056d99,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:54.781050 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 46131f31-e79c-4045-9dff-a9b3efe375a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=46131f31-e79c-4045-9dff-a9b3efe375a1,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:54.785796 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.805162 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.807901 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-ed2c645d-2e65-40c7-8bf0-4f7aaf66ca9b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2001376
Feb 04 00:05:54.810465 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38224) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:54.819026 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'floatingip': {'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:54.828852 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:54.833858 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Usage tracker for resource:floatingip and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:54.837613 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:54.844886 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:54.855490 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'code': 200}
Feb 04 00:05:54.859723 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:54.867219 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=46131f31-e79c-4045-9dff-a9b3efe375a1,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:54.998731 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:55.147486 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 246ce7d2-ddb2-457e-904c-39bdfaa7d557 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:55.224923 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 246ce7d2-ddb2-457e-904c-39bdfaa7d557 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:05:55.229804 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 246ce7d2-ddb2-457e-904c-39bdfaa7d557 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:55.230178 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:55.231432 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Allocated IP 172.27.3.43 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/70366073-55f1-4522-8369-e0655f911e3f) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:05:55.352504 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:55.369987 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 246ce7d2-ddb2-457e-904c-39bdfaa7d557, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=246ce7d2-ddb2-457e-904c-39bdfaa7d557,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:05:55.375015 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:55.463622 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=246ce7d2-ddb2-457e-904c-39bdfaa7d557,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:55.485609 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:55.496938 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20acdd-3e1e-430f-adb5-773475d491ea req-05f9e39e-85c5-4c3b-b719-5068ac7647ff tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:55.498437 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0e20acdd-3e1e-430f-adb5-773475d491ea req-05f9e39e-85c5-4c3b-b719-5068ac7647ff tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 945 time: 0.2162511
Feb 04 00:05:55.585713 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0e20acdd-3e1e-430f-adb5-773475d491ea req-fa625e0a-4b17-4153-95c5-df39ce4a6eef tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798709
Feb 04 00:05:55.592950 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:55.665855 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'Port': ['ID=70366073-55f1-4522-8369-e0655f911e3f,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:55.679338 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efda03-d6ef-442e-ae74-dacbdc20908d req-e89cdd26-dd25-49f8-9fb6-7cc1bb7e09e5 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:55.688399 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:05:55.689607 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e3efda03-d6ef-442e-ae74-dacbdc20908d req-e89cdd26-dd25-49f8-9fb6-7cc1bb7e09e5 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1201882
Feb 04 00:05:55.695721 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:55.698223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:05:55.745848 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e3efda03-d6ef-442e-ae74-dacbdc20908d req-3b350462-e5e1-4940-8238-10219b2990ae tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503185
Feb 04 00:05:56.026775 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0f6ace1d-6047-4233-92aa-aaf18566518b req-3756a9bb-7627-409b-a9d2-017af3acefda service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 1098 time: 0.2968676
Feb 04 00:05:56.041423 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d7fea-1747-4c71-a69b-2871ddb82e37 req-d48a8a7a-014c-433f-8c91-16a9def51890 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:56.042820 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e22d7fea-1747-4c71-a69b-2871ddb82e37 req-d48a8a7a-014c-433f-8c91-16a9def51890 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.2477200
Feb 04 00:05:56.166226 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:56.240237 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0f6ace1d-6047-4233-92aa-aaf18566518b req-3081d47f-c1e5-4773-9cd3-9fd088f28342 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292171
Feb 04 00:05:56.244998 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e22d7fea-1747-4c71-a69b-2871ddb82e37 req-795c1988-1b5f-48a1-bbf2-92ae76d1b812 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1443222
Feb 04 00:05:56.253780 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:56.257015 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:56.304014 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87452803-4505-4532-8193-6187a6092d41 req-89ac77e3-a1c0-4a23-82ea-89bc776eff74 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:56.304695 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-87452803-4505-4532-8193-6187a6092d41 req-89ac77e3-a1c0-4a23-82ea-89bc776eff74 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Synchronizing usage tracker for tenant:e7e8fb69e8c04d36825e79a42821b782 on resource:network {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:56.321598 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-87452803-4505-4532-8193-6187a6092d41 req-89ac77e3-a1c0-4a23-82ea-89bc776eff74 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Unset dirty status for tenant:e7e8fb69e8c04d36825e79a42821b782 on resource:network {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:56.322800 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-89ac77e3-a1c0-4a23-82ea-89bc776eff74 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/networks?id=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d HTTP/1.1" status: 200  len: 812 time: 0.1777499
Feb 04 00:05:56.339698 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-597de09d-5f7d-42a4-a7f4-738ec7524c62 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/quotas/e7e8fb69e8c04d36825e79a42821b782 HTTP/1.1" status: 200  len: 375 time: 0.0109324
Feb 04 00:05:56.386499 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-7958d8ba-30bd-4b67-84b5-a52814cb849d tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7e8fb69e8c04d36825e79a42821b782&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0410950
Feb 04 00:05:56.462499 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:56.467175 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:56.521443 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-b28582e4-62ed-44af-a600-e085410faba6 service neutron] 10.222.0.13 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272256
Feb 04 00:05:56.569725 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'Port': ['ID=70366073-55f1-4522-8369-e0655f911e3f,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:56.588734 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:56.611966 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:56.613170 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-6ba3fc0a-8901-4832-b1a2-ad25a8922eb0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8014026
Feb 04 00:05:56.664710 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-4d547685-cb27-40c5-8784-2dfe9b8b9836 service neutron] 10.222.0.13 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370707
Feb 04 00:05:56.809983 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13d58a-d9e1-4a10-989d-dc1729d858b8 req-894aefec-265c-4cb4-9beb-951ada5002b5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:56.816488 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ee13d58a-d9e1-4a10-989d-dc1729d858b8 req-894aefec-265c-4cb4-9beb-951ada5002b5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 945 time: 0.0959413
Feb 04 00:05:56.858687 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ee13d58a-d9e1-4a10-989d-dc1729d858b8 req-5553735b-bf28-4737-a0b4-ae6a66f4e5cd tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413764
Feb 04 00:05:56.899184 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-47335416-3527-4952-af67-f76ead3be581 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Synchronizing usage tracker for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:security_group {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:56.917100 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-47335416-3527-4952-af67-f76ead3be581 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Unset dirty status for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:security_group {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:56.918266 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-47335416-3527-4952-af67-f76ead3be581 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--895997740&fields=id&tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b HTTP/1.1" status: 200  len: 267 time: 0.0601380
Feb 04 00:05:56.971395 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-d39238dd-42e2-426e-891b-ff4b09fa1239 req-240d6829-b1bc-47fa-85ad-d8914a3ee891 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Synchronizing usage tracker for tenant:e7e8fb69e8c04d36825e79a42821b782 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:56.989673 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-d39238dd-42e2-426e-891b-ff4b09fa1239 req-240d6829-b1bc-47fa-85ad-d8914a3ee891 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Unset dirty status for tenant:e7e8fb69e8c04d36825e79a42821b782 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:56.996185 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d39238dd-42e2-426e-891b-ff4b09fa1239 req-240d6829-b1bc-47fa-85ad-d8914a3ee891 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 210 time: 0.0747170
Feb 04 00:05:57.094813 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-69f39c2f-9de6-4228-8e6e-6d10f049b4cf tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:57.102313 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-69f39c2f-9de6-4228-8e6e-6d10f049b4cf tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 816 time: 0.1772807
Feb 04 00:05:57.120512 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-3bf2ee34-7f73-4412-86d3-8a11afeff282 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/quotas/52b0f04b23ff41a4a642d0f97fdf8f5b HTTP/1.1" status: 200  len: 375 time: 0.0171223
Feb 04 00:05:57.196189 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 246ce7d2-ddb2-457e-904c-39bdfaa7d557 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:05:57.231592 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-69f4eede-1b54-4451-8834-124d9bb6931c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1101582
Feb 04 00:05:57.268121 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aa7ec-ab72-4827-b08d-82cca013b380 req-b76de63a-42e9-4c1d-a02d-4b4748a53750 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:57.275478 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-373aa7ec-ab72-4827-b08d-82cca013b380 req-b76de63a-42e9-4c1d-a02d-4b4748a53750 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1382513
Feb 04 00:05:57.320141 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-373aa7ec-ab72-4827-b08d-82cca013b380 req-12f5225f-4684-4a2b-be39-ac955d04ab49 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437913
Feb 04 00:05:57.330244 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 246ce7d2-ddb2-457e-904c-39bdfaa7d557 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:05:57.331417 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:57.418576 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-47637f3c-1f53-4738-bccd-c68c6357ea78 service neutron] 10.222.0.13 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652150
Feb 04 00:05:57.633617 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da1bfa-8fe4-4488-9305-335fe9ceac7c req-21b5049d-f311-4484-8b3f-5f3348c98b19 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:57.635135 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-01da1bfa-8fe4-4488-9305-335fe9ceac7c req-21b5049d-f311-4484-8b3f-5f3348c98b19 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 945 time: 0.0843596
Feb 04 00:05:57.644683 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-f999a3cb-3501-4358-aa39-e9f985dbc2a9 service neutron] 10.222.0.13 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2252796
Feb 04 00:05:57.698131 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-01da1bfa-8fe4-4488-9305-335fe9ceac7c req-ed165d95-a7a7-4028-8fbe-4fa6814e0c19 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564406
Feb 04 00:05:57.728671 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38290) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:57.872300 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3f08f703-41ae-464f-baba-d06ffaf04f59 req-d6277e9f-d928-440d-98b8-7ce3fc5834cd tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 210 time: 0.0687315
Feb 04 00:05:58.100254 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be2cc1-8bec-423b-b888-ac26444ebebf req-fbf4ba86-addd-4f4e-8696-12f86d78ae62 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:58.107374 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e4be2cc1-8bec-423b-b888-ac26444ebebf req-fbf4ba86-addd-4f4e-8696-12f86d78ae62 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.1538992
Feb 04 00:05:58.165468 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c6615b5d-694f-47f9-93d9-6e76eb02c7c0 req-464eabdd-6c03-48fa-9860-a2fe1cda0de5 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 210 time: 0.0452650
Feb 04 00:05:58.202631 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-1d030646-01f2-4029-b07a-4cfd8f306482 tempest-TestVolumeBootPattern-1301651249 tempest-TestVolumeBootPattern-1301651249-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 1093 time: 0.4724081
Feb 04 00:05:58.205106 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38308) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:58.212193 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'floatingip': {'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'port_id': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:58.224894 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:58.232406 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:floatingip and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:58.236894 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:58.244367 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:58.247884 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e4be2cc1-8bec-423b-b888-ac26444ebebf req-50bbfec7-30fd-4ae4-b488-41b803c1ed34 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1395359
Feb 04 00:05:58.256267 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:58.403101 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:58.531696 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8143d-3fee-4965-aa34-aea57a4f4ee7 req-c942b656-53b3-43ce-b07c-b7d9c1db2a47 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:58.533151 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-dfb8143d-3fee-4965-aa34-aea57a4f4ee7 req-c942b656-53b3-43ce-b07c-b7d9c1db2a47 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.1652806
Feb 04 00:05:58.579023 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-dfb8143d-3fee-4965-aa34-aea57a4f4ee7 req-d0778280-30e2-48ce-a050-8f068a10c98a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393996
Feb 04 00:05:58.606241 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Allocated IP 172.27.3.79 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/5ae06116-5b69-4fd4-be65-244ae4eead32) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:05:58.606645 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 38318) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:58.626739 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525ad28-4d3a-492c-b432-e19e023123dc req-31aa3cbc-1751-44dd-b160-c99635464083 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:05:58.628039 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1525ad28-4d3a-492c-b432-e19e023123dc req-31aa3cbc-1751-44dd-b160-c99635464083 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1506259
Feb 04 00:05:58.756963 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1525ad28-4d3a-492c-b432-e19e023123dc req-d7081926-5e75-4ab8-96aa-1b21d2d192ce tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1118805
Feb 04 00:05:58.802086 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:58.805964 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-40aef4ea-eb9c-4db0-9c3f-1be95b0d04a4 tempest-TestShelveInstance-2128425366 tempest-TestShelveInstance-2128425366-project-admin] Synchronizing usage tracker for tenant:ec526dd843ef4b9880157bd78ced3372 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:05:58.822599 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-40aef4ea-eb9c-4db0-9c3f-1be95b0d04a4 tempest-TestShelveInstance-2128425366 tempest-TestShelveInstance-2128425366-project-admin] Unset dirty status for tenant:ec526dd843ef4b9880157bd78ced3372 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:05:58.823870 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-40aef4ea-eb9c-4db0-9c3f-1be95b0d04a4 tempest-TestShelveInstance-2128425366 tempest-TestShelveInstance-2128425366-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 1093 time: 0.2161906
Feb 04 00:05:58.826731 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 38324) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:05:58.832185 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Request body: {'floatingip': {'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'port_id': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:05:58.834637 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:58.838572 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:05:58.842388 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Usage tracker for resource:floatingip and tenant:6682723e28af465f89abc94b19ee13dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:05:58.845250 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:05:58.851348 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:05:58.861254 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for floatingip, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:58.906311 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:05:58.909275 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:58.913913 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:05:58.941531 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'Port': ['ID=5ae06116-5b69-4fd4-be65-244ae4eead32,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:59.000034 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:59.090335 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-28aa414c-a821-42dc-a08b-cc9e0080ee6d req-1d20e171-9697-4da2-8b8d-e4e513fe326b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 210 time: 0.0548058
Feb 04 00:05:59.184783 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Allocated IP 172.27.3.49 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/84096362-9b75-4e48-92bc-b5b911ea5336) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:05:59.340171 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:59.370240 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:59.441502 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:05:59.445069 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:05:59.447567 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:05:59.457247 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1cc792b7-a701-4b78-af21-d27a1fa924b5 req-cd084abe-9b61-458e-b834-498c3426692d tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 210 time: 0.0506284
Feb 04 00:05:59.487466 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event updated for resources: {'Port': ['ID=84096362-9b75-4e48-92bc-b5b911ea5336,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:05:59.620079 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:59.673790 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:59.957402 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:05:59.965590 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:00.030954 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:00.066187 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'Port': ['ID=5ae06116-5b69-4fd4-be65-244ae4eead32,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:00.085575 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:00.102003 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b436bc-74e6-4782-aaff-7506a640e387 req-ef984960-9de5-4a63-b1b5-bf248ee0366c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:00.103468 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-29b436bc-74e6-4782-aaff-7506a640e387 req-ef984960-9de5-4a63-b1b5-bf248ee0366c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1752641
Feb 04 00:06:00.104193 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:00.206219 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-29b436bc-74e6-4782-aaff-7506a640e387 req-d249cc01-8d5d-4bc0-b49f-33f8706703d8 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796978
Feb 04 00:06:00.287179 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-ca3a646f-23f0-4b18-a630-3dabe571dfe9 req-955cfbdc-c0dd-44bb-813b-1ba1e262eed1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Synchronizing usage tracker for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:06:00.320455 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-ca3a646f-23f0-4b18-a630-3dabe571dfe9 req-955cfbdc-c0dd-44bb-813b-1ba1e262eed1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Unset dirty status for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:06:00.321591 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ca3a646f-23f0-4b18-a630-3dabe571dfe9 req-955cfbdc-c0dd-44bb-813b-1ba1e262eed1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 210 time: 0.0840020
Feb 04 00:06:00.339806 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.l3_db [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Floating IP 1789fde8-7cc6-4700-9a3d-ba3e82efaea5 associated. External IP: 172.27.3.79, port: 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7.
Feb 04 00:06:00.365508 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:00.371187 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:00.461909 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event updated for resources: {'Port': ['ID=84096362-9b75-4e48-92bc-b5b911ea5336,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:00.673119 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:00.815686 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-425c521d-bf7c-4e1e-b2cd-41625f24f999 req-7ee1b1f5-a3d4-4335-a61c-98168ec70051 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 210 time: 0.0651369
Feb 04 00:06:00.959035 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.l3_db [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Floating IP b640b31d-74fb-47a4-83f3-d18419eff62c associated. External IP: 172.27.3.49, port: 46131f31-e79c-4045-9dff-a9b3efe375a1.
Feb 04 00:06:00.962105 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-35c73e70-a3d6-46e0-bac5-3a449a795c29 req-405379e1-1589-43f2-a78a-a043a5dbbf99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 1098 time: 0.2647688
Feb 04 00:06:00.975686 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87452803-4505-4532-8193-6187a6092d41 req-62eea7e0-f17e-4b0a-bef2-7f95235cb4ef tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:00.977732 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-62eea7e0-f17e-4b0a-bef2-7f95235cb4ef tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.48 "GET /v2.0/networks?id=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d HTTP/1.1" status: 200  len: 812 time: 0.2788734
Feb 04 00:06:01.049162 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Request body: {'port': {'device_id': '0a1b0029-7628-4edd-9246-633b34db1057', 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d', 'admin_state_up': True, 'tenant_id': 'e7e8fb69e8c04d36825e79a42821b782'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:01.347832 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:06:01.358997 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:06:01.399891 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Made reservation on behalf of e7e8fb69e8c04d36825e79a42821b782 for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:06:01.402991 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-66291f03-a285-452b-b7ca-b53bfeb3e84b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:01.404446 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-66291f03-a285-452b-b7ca-b53bfeb3e84b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.48 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 816 time: 0.1808479
Feb 04 00:06:01.407525 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:01.516877 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c73e70-a3d6-46e0-bac5-3a449a795c29 req-f0524171-29a9-4918-beaa-27bc591ffa45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:01.518174 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-35c73e70-a3d6-46e0-bac5-3a449a795c29 req-f0524171-29a9-4918-beaa-27bc591ffa45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 200  len: 911 time: 0.4780478
Feb 04 00:06:01.548054 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7f365844-afa9-4daa-a8b5-ca906d53ec6b req-52628466-51c1-406d-a683-e0bbe74ee53c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 210 time: 0.0478258
Feb 04 00:06:01.573749 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Router fa554bd7-d8a6-44db-9740-3a81c62cbba1 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:06:01.646041 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:06:01.771502 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:06:01.781994 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] Sync routers for ids ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:06:01.793386 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] Routers {'fa554bd7-d8a6-44db-9740-3a81c62cbba1'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:06:01.794067 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df724b100>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:01.797152 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:01.808178 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9925c9-5609-4bb0-8a24-74db4769bb88 req-d2741727-f516-4358-9db0-0f2d9ecb066b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:01.809652 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3a9925c9-5609-4bb0-8a24-74db4769bb88 req-d2741727-f516-4358-9db0-0f2d9ecb066b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.4131401
Feb 04 00:06:01.847052 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Allocated IP 172.20.0.11 (1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d/e2ad85f4-7753-4863-92d1-43c8088fde6e/a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:06:01.870859 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-2ec6d56f-fb3d-4a59-a2f7-d3d8f5f674ef tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0430899
Feb 04 00:06:01.872236 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:01.909819 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3a9925c9-5609-4bb0-8a24-74db4769bb88 req-8cfe581d-3142-447d-952b-33b12c1e51cb tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935886
Feb 04 00:06:02.014548 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d6deeda5-b786-430e-8548-a020270f9d00 req-a3ada4b5-6cac-4380-b424-08ff041fa876 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 210 time: 0.0430257
Feb 04 00:06:02.017604 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'status': 'completed', 'code': 200}
Feb 04 00:06:02.032450 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] Set router fa554bd7-d8a6-44db-9740-3a81c62cbba1 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:06:02.181242 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:02.196255 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:06:02.209586 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] Sync routers for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:06:02.221204 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:06:02.221805 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6d112b0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:02.232498 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:02.261571 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:02.355563 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-474a7959-81d7-44cb-b5c6-8760885d94bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.1377068
Feb 04 00:06:02.387208 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'tag': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:02.397133 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Pushing event updated for resources: {'Port': ['ID=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:02.406294 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:06:02.407867 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:06:02.411333 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:06:02.416614 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:06:02.445474 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df724b100>, [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'b640b31d-74fb-47a4-83f3-d18419eff62c', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'port_id': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'mac_address': 'fa:16:3e:f1:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53560173-8d16-4703-9dfe-f202170eed6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:59Z', 'updated_at': '2022-02-04T00:05:59Z', 'revision_number': 0, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b5b756-20f9-4092-b5af-ffd376ce8e70', 'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'mac_address': 'fa:16:3e:2b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:32Z', 'updated_at': '2022-02-04T00:05:05Z', 'revision_number': 5, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'subnets': [{'id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:02.450862 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] Checking router: fa554bd7-d8a6-44db-9740-3a81c62cbba1 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:06:02.461358 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'tag': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7', 'status': 'completed', 'code': 200}
Feb 04 00:06:02.465814 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] Routers {'fa554bd7-d8a6-44db-9740-3a81c62cbba1'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:06:02.466625 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df724b100>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:02.483063 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:02.483810 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:02.502590 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-093de5d8-76f0-4a93-97e1-658cfe65e38a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4569843
Feb 04 00:06:02.665482 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] Set router fa554bd7-d8a6-44db-9740-3a81c62cbba1 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:06:02.732658 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c2fe8672-ae34-4cfb-8c7c-45770361fa53 req-e37358bc-819d-445c-b4c6-604796fc7a2e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 210 time: 0.0448911
Feb 04 00:06:02.774996 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6d112b0>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '1789fde8-7cc6-4700-9a3d-ba3e82efaea5', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:14:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:59Z', 'updated_at': '2022-02-04T00:05:59Z', 'revision_number': 0, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:02.778809 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] Checking router: 18dd9cb5-44ee-49e6-9d36-8d8409225b60 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:06:02.789181 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:06:02.789773 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6d112b0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:02.967103 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:06:03.016596 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df724b100>, [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'b640b31d-74fb-47a4-83f3-d18419eff62c', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'port_id': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'mac_address': 'fa:16:3e:f1:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53560173-8d16-4703-9dfe-f202170eed6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:59Z', 'updated_at': '2022-02-04T00:05:59Z', 'revision_number': 0, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b5b756-20f9-4092-b5af-ffd376ce8e70', 'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'mac_address': 'fa:16:3e:2b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:32Z', 'updated_at': '2022-02-04T00:05:05Z', 'revision_number': 5, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'subnets': [{'id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:03.020755 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1dabb-021e-491d-a72c-7077476d46e8 None None] The sync data for ids ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'] in dv-cinder-827776-1-iscsi is: [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'b640b31d-74fb-47a4-83f3-d18419eff62c', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'port_id': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'mac_address': 'fa:16:3e:f1:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53560173-8d16-4703-9dfe-f202170eed6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:59Z', 'updated_at': '2022-02-04T00:05:59Z', 'revision_number': 0, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b5b756-20f9-4092-b5af-ffd376ce8e70', 'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'mac_address': 'fa:16:3e:2b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:32Z', 'updated_at': '2022-02-04T00:05:05Z', 'revision_number': 5, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'subnets': [{'id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:06:03.152150 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33edc3-4722-4301-84ac-0e86be745f5c req-f83ea17d-4589-4f8b-96e3-98d9b27d2221 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:03.153904 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e33edc3-4722-4301-84ac-0e86be745f5c req-f83ea17d-4589-4f8b-96e3-98d9b27d2221 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0946865
Feb 04 00:06:03.206723 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e33edc3-4722-4301-84ac-0e86be745f5c req-b2ca6c4c-3f35-436c-b265-8baea32514d5 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471904
Feb 04 00:06:03.258676 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd057e9-4e39-4239-abee-1c699145e4f2 req-1519dab3-6a45-4283-b1c5-f5939948fc80 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:03.260270 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5cd057e9-4e39-4239-abee-1c699145e4f2 req-1519dab3-6a45-4283-b1c5-f5939948fc80 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 932 time: 0.0940371
Feb 04 00:06:03.305038 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5cd057e9-4e39-4239-abee-1c699145e4f2 req-f169ef50-5eba-44c5-8b99-dc99c01793ce tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394132
Feb 04 00:06:03.347625 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6d112b0>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '1789fde8-7cc6-4700-9a3d-ba3e82efaea5', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:14:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:59Z', 'updated_at': '2022-02-04T00:05:59Z', 'revision_number': 0, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:03.351877 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e7227-b6c9-4e56-a4d8-c64a08d1d937 None None] The sync data for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi is: [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '1789fde8-7cc6-4700-9a3d-ba3e82efaea5', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:14:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:59Z', 'updated_at': '2022-02-04T00:05:59Z', 'revision_number': 0, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:06:03.858125 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-f0e6f77d-b0dc-4de7-b8b8-c704106528aa tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b HTTP/1.1" status: 200  len: 379 time: 0.0449224
Feb 04 00:06:03.876293 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'port': {'device_id': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'admin_state_up': True, 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'security_groups': ['89013ac2-06a9-4946-9808-cd784d8d187d']}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:03.885757 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Request body: {'port': {'device_id': '0a1b0029-7628-4edd-9246-633b34db1057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:04.040073 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-40f8aa38-a216-4a6a-8b52-9b81f8b37687 req-d797ddf6-08cb-4859-8008-c1e13514be92 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 210 time: 0.1579552
Feb 04 00:06:04.114784 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-35c73e70-a3d6-46e0-bac5-3a449a795c29 req-149409c1-38f3-4760-9212-0bbb09d32175 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0574cc1-97a1-4cd8-aa78-500d9a4d4536 HTTP/1.1" status: 200  len: 999 time: 0.2885427
Feb 04 00:06:04.149983 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cb1f3197-21d2-43a3-9ff8-58287f150483 req-6eb130eb-c634-419b-af38-2957ec49a7c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 1098 time: 0.2786870
Feb 04 00:06:04.172473 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:06:04.179902 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:04.210268 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d84e918e-7ff2-4b09-8e54-e9ab294305ae req-3150378c-919c-40cd-a34a-fc39a9d9cb5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6682723e28af465f89abc94b19ee13dc&device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 1098 time: 0.2966766
Feb 04 00:06:04.230875 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:06:04.250628 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Made reservation on behalf of 52b0f04b23ff41a4a642d0f97fdf8f5b for: {'port': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:06:04.253946 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:04.262605 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c73e70-a3d6-46e0-bac5-3a449a795c29 req-b538af57-b524-4ceb-bf7b-dab461be1f98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:04.263970 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-35c73e70-a3d6-46e0-bac5-3a449a795c29 req-b538af57-b524-4ceb-bf7b-dab461be1f98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25dddad5-b894-4c6a-a9bc-91f4aee83ad6 HTTP/1.1" status: 200  len: 849 time: 0.1413269
Feb 04 00:06:04.475669 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3197-21d2-43a3-9ff8-58287f150483 req-a1fcf4aa-41c4-4349-87d1-d06c4a49dcaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:04.477147 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cb1f3197-21d2-43a3-9ff8-58287f150483 req-a1fcf4aa-41c4-4349-87d1-d06c4a49dcaa service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.3217874
Feb 04 00:06:04.650346 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e918e-7ff2-4b09-8e54-e9ab294305ae req-656f1a99-b89b-44be-b2a7-1e5d111f59fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:04.651613 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d84e918e-7ff2-4b09-8e54-e9ab294305ae req-656f1a99-b89b-44be-b2a7-1e5d111f59fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41 HTTP/1.1" status: 200  len: 910 time: 0.4161668
Feb 04 00:06:04.661439 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cb1f3197-21d2-43a3-9ff8-58287f150483 req-9c52027a-4aa9-497e-bd85-1f30625db765 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 HTTP/1.1" status: 200  len: 998 time: 0.1715617
Feb 04 00:06:04.669912 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf5e5-4f35-40ba-ac1e-b865dca743eb req-b4f65ce8-79ee-4055-9ee3-357d30ed4646 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:04.671321 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0b2cf5e5-4f35-40ba-ac1e-b865dca743eb req-b4f65ce8-79ee-4055-9ee3-357d30ed4646 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.3031065
Feb 04 00:06:04.714852 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Allocated IP 172.20.0.13 (a17053c6-abd9-4c27-b828-7a5c18a51cdf/d0fe2baa-5995-4b6e-806b-65d4f406bb01/f248ef4a-916a-45f4-9177-708ab6982529) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:06:04.739953 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-35c73e70-a3d6-46e0-bac5-3a449a795c29 req-51e764ea-c98b-4147-a09c-04bc61fccbd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=512bd163-9e32-46a5-8135-c59c509d3018&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4644468
Feb 04 00:06:04.797055 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3197-21d2-43a3-9ff8-58287f150483 req-925a8d17-c0e7-42a4-956e-335f0adc250d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:04.798493 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cb1f3197-21d2-43a3-9ff8-58287f150483 req-925a8d17-c0e7-42a4-956e-335f0adc250d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.1263254
Feb 04 00:06:04.843049 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0b2cf5e5-4f35-40ba-ac1e-b865dca743eb req-b7811743-4968-4bbd-b9ee-b8b7b90cb17c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1371918
Feb 04 00:06:04.967794 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d84e918e-7ff2-4b09-8e54-e9ab294305ae req-737c1396-f943-4a54-8e6c-8a661b221b49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46131f31-e79c-4045-9dff-a9b3efe375a1 HTTP/1.1" status: 200  len: 998 time: 0.3018699
Feb 04 00:06:05.008589 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cb1f3197-21d2-43a3-9ff8-58287f150483 req-ec33e19b-0cc3-4781-9c04-62a674f64ef4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2040241
Feb 04 00:06:05.020527 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ad97-e014-47b6-a1b5-a24cd7ab6588 req-52f49cd5-5faf-42a2-86b2-cb9c223fab52 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:05.021320 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-5a64ad97-e014-47b6-a1b5-a24cd7ab6588 req-52f49cd5-5faf-42a2-86b2-cb9c223fab52 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Synchronizing usage tracker for tenant:e7e8fb69e8c04d36825e79a42821b782 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:06:05.043915 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:05.106507 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-5a64ad97-e014-47b6-a1b5-a24cd7ab6588 req-52f49cd5-5faf-42a2-86b2-cb9c223fab52 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Unset dirty status for tenant:e7e8fb69e8c04d36825e79a42821b782 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:06:05.107808 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a64ad97-e014-47b6-a1b5-a24cd7ab6588 req-52f49cd5-5faf-42a2-86b2-cb9c223fab52 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 932 time: 0.5333037
Feb 04 00:06:05.113309 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Transition to ACTIVE for port object f248ef4a-916a-45f4-9177-708ab6982529 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:06:05.115154 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-35c73e70-a3d6-46e0-bac5-3a449a795c29 req-d75fcf4a-98a0-43a4-9953-3273d21178f8 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3474915
Feb 04 00:06:05.121223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e918e-7ff2-4b09-8e54-e9ab294305ae req-893d17d7-ea71-46ac-b5ba-32d85d7b5a72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:05.122678 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d84e918e-7ff2-4b09-8e54-e9ab294305ae req-893d17d7-ea71-46ac-b5ba-32d85d7b5a72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81e120d2-0dac-462a-9caa-6d986a3fd907 HTTP/1.1" status: 200  len: 848 time: 0.1481330
Feb 04 00:06:05.168253 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cb1f3197-21d2-43a3-9ff8-58287f150483 req-7f5ffdf8-b056-44ea-8106-4b6b8cd291bc service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515968
Feb 04 00:06:05.195229 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:05.276844 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.db.resource_extend [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 04 00:06:05.379831 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5a64ad97-e014-47b6-a1b5-a24cd7ab6588 req-f9b6cb50-0743-4fa7-9dd2-c1e4e548be6d tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2559860
Feb 04 00:06:05.380781 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Network a17053c6-abd9-4c27-b828-7a5c18a51cdf is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:06:05.383290 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:05.388853 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:06:05.407788 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:06:05.414608 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:06:05.421542 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-35c73e70-a3d6-46e0-bac5-3a449a795c29 req-bdec158b-3774-43d0-896e-aa228d8f76f0 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2969232
Feb 04 00:06:05.425820 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:05.452170 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Transition to ACTIVE for port object a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:06:05.457713 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d84e918e-7ff2-4b09-8e54-e9ab294305ae req-bedead8f-7de5-4669-84a3-cbfcfc67e672 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3098140
Feb 04 00:06:05.464633 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:05.481162 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cb1f3197-21d2-43a3-9ff8-58287f150483 req-7afd50ca-8249-4bf1-9f61-271eeda9dabb service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3069868
Feb 04 00:06:05.496835 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:05.497614 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:05.530641 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d9c6a-5148-4984-8305-b0e96dcfdf48 req-fa2bc8b9-c347-48bb-b32e-3cd77d5ae690 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:05.532439 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-980d9c6a-5148-4984-8305-b0e96dcfdf48 req-fa2bc8b9-c347-48bb-b32e-3cd77d5ae690 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 932 time: 0.2978134
Feb 04 00:06:05.542756 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-d0729fa7-822e-4917-9348-255297184a82 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6701810
Feb 04 00:06:05.564534 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Request body: {'port': {'device_id': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:05.666078 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-980d9c6a-5148-4984-8305-b0e96dcfdf48 req-ddc24264-6d8a-4fd6-a02f-3401657a7614 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222460
Feb 04 00:06:05.691651 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:05.709232 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-a8c5dc60-c884-4c4c-8ddf-25ba9a5c9958 None None] Provisioning for port f248ef4a-916a-45f4-9177-708ab6982529 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:06:05.710024 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Pushing event updated for resources: {'Port': ['ID=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:05.719985 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-a8c5dc60-c884-4c4c-8ddf-25ba9a5c9958 None None] Provisioning complete for port f248ef4a-916a-45f4-9177-708ab6982529 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:06:05.720369 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a8c5dc60-c884-4c4c-8ddf-25ba9a5c9958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:05.799642 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-a8c5dc60-c884-4c4c-8ddf-25ba9a5c9958 None None] Port f248ef4a-916a-45f4-9177-708ab6982529 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:06:05.834959 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d84e918e-7ff2-4b09-8e54-e9ab294305ae req-f22738ef-4e65-4283-945d-30651c870513 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3651347
Feb 04 00:06:05.942402 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Attempting to bind port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:06:05.942997 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Attempting to bind port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '7bff1978-4357-4f9a-893c-4494b743c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:06:05.943433 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Attempting to bind port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb on network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:06:05.966325 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb on network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:06:05.966793 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Attempting to bind port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb on network 1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:06:05.989330 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:06:05.989812 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Checking segment: {'id': '7bff1978-4357-4f9a-893c-4494b743c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:06:05.990370 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Bound using segment: {'id': '7bff1978-4357-4f9a-893c-4494b743c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:06:05.990902 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Bound port: a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bff1978-4357-4f9a-893c-4494b743c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:06:05.991595 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:06.109662 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d84e918e-7ff2-4b09-8e54-e9ab294305ae req-2898cc8a-2d82-446c-8ac8-bb8e495353e8 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2657259
Feb 04 00:06:06.166531 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42695b78-e075-4f9c-9f9d-fa271246543c None None] New status for floating IP b640b31d-74fb-47a4-83f3-d18419eff62c: ACTIVE {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:06:06.177169 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d432e45-ea84-4d2c-9ca7-52911ae724fc None None] New status for floating IP 1789fde8-7cc6-4700-9a3d-ba3e82efaea5: ACTIVE {{(pid=82733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:06:06.251644 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f248ef4a-916a-45f4-9177-708ab6982529 {{(pid=82731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:06:06.285471 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:06.337828 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Transition to ACTIVE for port object f248ef4a-916a-45f4-9177-708ab6982529 will not be triggered until provisioned by entity L2. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:06:06.348542 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:06.404226 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] For port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:06:06.413809 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db8d0-6334-4de9-8dea-fd019c71768c req-718fddb4-c56e-4a7b-8f34-51de58fef703 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:06.415614 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-938db8d0-6334-4de9-8dea-fd019c71768c req-718fddb4-c56e-4a7b-8f34-51de58fef703 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.4149635
Feb 04 00:06:06.418154 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] For port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,segment=NetworkSegment(7bff1978-4357-4f9a-893c-4494b743c294),segment_id=7bff1978-4357-4f9a-893c-4494b743c294)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:06:06.463504 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:06.595302 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Pushing event updated for resources: {'Port': ['ID=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:06.639315 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-938db8d0-6334-4de9-8dea-fd019c71768c req-4fb6596a-d17e-4d91-9d6d-8db099bcb90a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2129304
Feb 04 00:06:06.646929 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.647362 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.647787 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.648180 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.648569 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.648957 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.649704 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.650091 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.650475 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.650874 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.651257 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.669328 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:06.669553 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:06.670910 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-0537dcde-5475-4937-9d7d-8ee63082e26e service neutron] 10.222.0.48 "PUT /v2.0/ports/a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb HTTP/1.1" status: 200  len: 1094 time: 2.7909365
Feb 04 00:06:06.671422 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1b0029-7628-4edd-9246-633b34db1057', 'tag': 'a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:06.694030 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.694402 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.694776 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.695107 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.695434 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.695796 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.696121 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.696457 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.696761 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.697077 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.697391 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:06.766419 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1b0029-7628-4edd-9246-633b34db1057', 'tag': 'a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb', 'status': 'completed', 'code': 200}
Feb 04 00:06:06.804849 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-3306e2e9-0d68-45a7-a6d0-ddb74befd5cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7e8fb69e8c04d36825e79a42821b782&device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 1097 time: 0.0878241
Feb 04 00:06:06.828056 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153bac8-1906-4978-95b0-7174ef32c230 req-9a5f7d63-8baf-461f-a4d6-ab0791465562 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:06.829534 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2153bac8-1906-4978-95b0-7174ef32c230 req-9a5f7d63-8baf-461f-a4d6-ab0791465562 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 944 time: 0.2169240
Feb 04 00:06:06.833806 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Attempting to bind port f248ef4a-916a-45f4-9177-708ab6982529 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:06:06.834265 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Attempting to bind port f248ef4a-916a-45f4-9177-708ab6982529 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:06:06.834596 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Attempting to bind port f248ef4a-916a-45f4-9177-708ab6982529 on network a17053c6-abd9-4c27-b828-7a5c18a51cdf {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:06:06.862143 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Port f248ef4a-916a-45f4-9177-708ab6982529 on network a17053c6-abd9-4c27-b828-7a5c18a51cdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:06:06.862484 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Attempting to bind port f248ef4a-916a-45f4-9177-708ab6982529 on network a17053c6-abd9-4c27-b828-7a5c18a51cdf {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:06:06.882843 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:06:06.883240 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Checking segment: {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:06:06.883650 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Bound using segment: {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:06:06.884084 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Bound port: f248ef4a-916a-45f4-9177-708ab6982529, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'}}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:06:06.884428 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:06.899514 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2153bac8-1906-4978-95b0-7174ef32c230 req-a445fa92-8f6f-47ce-810b-26e798d10ff1 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625873
Feb 04 00:06:06.915713 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-9f6041aa-1963-4e78-a913-10387de2612b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb HTTP/1.1" status: 200  len: 217 time: 0.1033409
Feb 04 00:06:06.980731 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, cleared binding levels {{(pid=82731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:06:06.985262 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:06:06.989447 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:06.999149 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87452803-4505-4532-8193-6187a6092d41 req-ca7c18a3-edea-45b5-b369-9f26f3e2ef0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:07.000599 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-ca7c18a3-edea-45b5-b369-9f26f3e2ef0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2ad85f4-7753-4863-92d1-43c8088fde6e HTTP/1.1" status: 200  len: 852 time: 0.0772870
Feb 04 00:06:07.049223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec537605-70c6-4084-a3d8-55d8732715d4 req-e3d095e0-75d2-4e56-a1a0-33028bdcb0f9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:07.050664 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ec537605-70c6-4084-a3d8-55d8732715d4 req-e3d095e0-75d2-4e56-a1a0-33028bdcb0f9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.1775038
Feb 04 00:06:07.053799 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:07.055196 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] 10.222.0.48 "PUT /v2.0/ports/f248ef4a-916a-45f4-9177-708ab6982529 HTTP/1.1" status: 200  len: 1094 time: 1.4962749
Feb 04 00:06:07.055626 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:07.057668 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-db611210-d612-4af2-bc85-81349c3ffb73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489812
Feb 04 00:06:07.087179 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf11f7e-dfe0-4d1c-970a-beb9c89652b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=3']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:07.141013 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529', 'status': 'completed', 'code': 200}
Feb 04 00:06:07.189802 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-41f4d656-8344-4893-a049-09ca42fa493c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 1097 time: 0.0842023
Feb 04 00:06:07.208223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-ec537605-70c6-4084-a3d8-55d8732715d4 req-f2e7bb0f-aca0-4efa-baa7-eb2fcfd2903f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Synchronizing usage tracker for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:security_group {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:06:07.249278 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-ec537605-70c6-4084-a3d8-55d8732715d4 req-f2e7bb0f-aca0-4efa-baa7-eb2fcfd2903f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Unset dirty status for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:security_group {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:06:07.250432 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ec537605-70c6-4084-a3d8-55d8732715d4 req-f2e7bb0f-aca0-4efa-baa7-eb2fcfd2903f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1895680
Feb 04 00:06:07.256450 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-8230b53c-0646-4f02-8683-3fc20f2826ff service neutron] 10.222.0.48 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784031
Feb 04 00:06:07.259637 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-3a2c4dbf-ed87-4df3-853d-2d2d5139d65f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f248ef4a-916a-45f4-9177-708ab6982529 HTTP/1.1" status: 200  len: 217 time: 0.0628097
Feb 04 00:06:07.326971 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-25ff28e6-a5de-4287-a8b2-90fdb5660855 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:07.328423 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-25ff28e6-a5de-4287-a8b2-90fdb5660855 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 200  len: 855 time: 0.0604801
Feb 04 00:06:07.401364 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-f54747af-36bb-4518-bed3-939fe25aa81b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a17053c6-abd9-4c27-b828-7a5c18a51cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0671866
Feb 04 00:06:07.408074 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87452803-4505-4532-8193-6187a6092d41 req-d648817f-d746-42e7-901b-10184202f5c3 service neutron] 10.222.0.48 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404586
Feb 04 00:06:07.518059 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e6ff607d-2caa-44e0-b197-8c5a16f88c38 req-155b968b-e51a-4ee5-8cb9-fa0c193ad18b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7e8fb69e8c04d36825e79a42821b782&device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 1097 time: 0.0690954
Feb 04 00:06:07.531858 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-8d017a4f-2048-4fcd-93d2-5438d45b6050 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250145
Feb 04 00:06:07.662992 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff607d-2caa-44e0-b197-8c5a16f88c38 req-3cd2c12e-2d97-4419-9ca3-37aed771caa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:07.664429 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-59634310-a7bc-403c-9882-30c2b6dfe73f req-32dfca46-76de-4fa3-a571-24b9166e455b service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264207
Feb 04 00:06:07.664591 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e6ff607d-2caa-44e0-b197-8c5a16f88c38 req-3cd2c12e-2d97-4419-9ca3-37aed771caa8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d HTTP/1.1" status: 200  len: 913 time: 0.1349370
Feb 04 00:06:07.749922 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e6ff607d-2caa-44e0-b197-8c5a16f88c38 req-9a37638d-d877-4232-ae3e-e46052ccc920 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb HTTP/1.1" status: 200  len: 217 time: 0.0758448
Feb 04 00:06:07.818082 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff607d-2caa-44e0-b197-8c5a16f88c38 req-cb2ffa6a-0aa2-4de6-9678-77e17a2f519d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:07.819625 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e6ff607d-2caa-44e0-b197-8c5a16f88c38 req-cb2ffa6a-0aa2-4de6-9678-77e17a2f519d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2ad85f4-7753-4863-92d1-43c8088fde6e HTTP/1.1" status: 200  len: 852 time: 0.0624256
Feb 04 00:06:07.853560 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2fb0d8a5-7ebe-40de-972e-641da99c3e4b req-853b9380-0de3-4575-99fc-9c9c759e4061 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 1097 time: 0.1319454
Feb 04 00:06:07.874669 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e6ff607d-2caa-44e0-b197-8c5a16f88c38 req-f9bfd6ef-1c8e-4f86-bc1a-6585279bbffa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464659
Feb 04 00:06:08.022114 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e6ff607d-2caa-44e0-b197-8c5a16f88c38 req-c01726d8-0338-4205-a5d8-511c0a0e6325 service neutron] 10.222.0.48 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399364
Feb 04 00:06:08.033904 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bc268-825f-4823-9b06-5068374f7f40 req-04761d32-1e4d-4d8f-9bea-f35fafbcaa87 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:08.035340 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-791bc268-825f-4823-9b06-5068374f7f40 req-04761d32-1e4d-4d8f-9bea-f35fafbcaa87 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2573283
Feb 04 00:06:08.117435 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-791bc268-825f-4823-9b06-5068374f7f40 req-8d0ce974-c84f-4658-8f44-f0fe9f4343de tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765626
Feb 04 00:06:08.123729 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0d8a5-7ebe-40de-972e-641da99c3e4b req-3ee848f8-40d7-4a13-ba9a-36aea28a4a82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:08.125100 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2fb0d8a5-7ebe-40de-972e-641da99c3e4b req-3ee848f8-40d7-4a13-ba9a-36aea28a4a82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 917 time: 0.2631805
Feb 04 00:06:08.198180 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2fb0d8a5-7ebe-40de-972e-641da99c3e4b req-acdb279c-2385-4864-b360-128ea1a51fd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f248ef4a-916a-45f4-9177-708ab6982529 HTTP/1.1" status: 200  len: 217 time: 0.0655029
Feb 04 00:06:08.208131 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e6ff607d-2caa-44e0-b197-8c5a16f88c38 req-cbd44f00-b513-47bf-8186-771027728c38 service neutron] 10.222.0.48 "GET /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796834
Feb 04 00:06:08.217713 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74947bb8-76bf-4e17-b1aa-d8831e2204b4 req-e18b6e50-d1a0-49c7-858c-b29bac97fd46 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:08.219046 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-74947bb8-76bf-4e17-b1aa-d8831e2204b4 req-e18b6e50-d1a0-49c7-858c-b29bac97fd46 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 944 time: 0.1710913
Feb 04 00:06:08.266101 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-74947bb8-76bf-4e17-b1aa-d8831e2204b4 req-13ff3ea0-e961-4cf3-95af-c652f5cac240 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409985
Feb 04 00:06:08.466648 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d65f1-1b51-4838-b777-189adc2e283f req-543e08bb-977d-4ee1-98d4-3c988b935538 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:08.467323 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-215d65f1-1b51-4838-b777-189adc2e283f req-543e08bb-977d-4ee1-98d4-3c988b935538 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Synchronizing usage tracker for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:06:08.482113 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-215d65f1-1b51-4838-b777-189adc2e283f req-543e08bb-977d-4ee1-98d4-3c988b935538 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Unset dirty status for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:06:08.483214 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-215d65f1-1b51-4838-b777-189adc2e283f req-543e08bb-977d-4ee1-98d4-3c988b935538 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0926721
Feb 04 00:06:08.527699 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-215d65f1-1b51-4838-b777-189adc2e283f req-03296a6b-66ef-4111-811a-d4204219430a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388689
Feb 04 00:06:09.382836 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b423ba6-c83d-4c44-a353-247eb162c373 req-854cd980-9ba0-44a1-be37-6afffc4c7413 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:09.384343 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3b423ba6-c83d-4c44-a353-247eb162c373 req-854cd980-9ba0-44a1-be37-6afffc4c7413 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1471109
Feb 04 00:06:09.431530 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3b423ba6-c83d-4c44-a353-247eb162c373 req-25ebd820-cddc-4f16-8949-83f2be43bbff tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411642
Feb 04 00:06:09.469553 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a860a-f81e-4412-8863-df903de0678c req-39e7d2eb-18c4-41cd-97e5-98b8615edef0 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:09.470945 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f94a860a-f81e-4412-8863-df903de0678c req-39e7d2eb-18c4-41cd-97e5-98b8615edef0 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 944 time: 0.0814128
Feb 04 00:06:09.515336 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f94a860a-f81e-4412-8863-df903de0678c req-06c86fb6-078b-4b72-a0bc-2716c8da4ce0 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378103
Feb 04 00:06:09.736749 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbc6ff-0b3e-427f-a856-5732c8a16796 req-58d86386-bf5b-4aff-aa1f-42dd39d9b907 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:09.738089 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87dbc6ff-0b3e-427f-a856-5732c8a16796 req-58d86386-bf5b-4aff-aa1f-42dd39d9b907 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0786498
Feb 04 00:06:09.782935 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-87dbc6ff-0b3e-427f-a856-5732c8a16796 req-63e3b12a-c170-4588-b3e2-207f6a54a12c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393565
Feb 04 00:06:10.624446 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377643a-aafa-4419-98f3-9e776c8b34e6 req-b99f0762-afeb-41a3-8286-edf859e0ac25 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:10.625933 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0377643a-aafa-4419-98f3-9e776c8b34e6 req-b99f0762-afeb-41a3-8286-edf859e0ac25 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0763900
Feb 04 00:06:10.671682 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0377643a-aafa-4419-98f3-9e776c8b34e6 req-ccd65b6c-66b1-4b7c-adad-de351f31983c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395012
Feb 04 00:06:10.711841 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded343d-8616-466e-bcc3-ce2a04d43e33 req-f2f85995-4424-4189-997a-26cc71da455a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:10.713580 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ded343d-8616-466e-bcc3-ce2a04d43e33 req-f2f85995-4424-4189-997a-26cc71da455a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 944 time: 0.0766401
Feb 04 00:06:10.757646 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ded343d-8616-466e-bcc3-ce2a04d43e33 req-f26d1764-b92e-40cf-88b0-8a853ba86bca tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386419
Feb 04 00:06:10.878892 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:06:10.997719 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0d8a5-7ebe-40de-972e-641da99c3e4b req-25020e38-3fdf-48b8-926b-753e0545c1f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:10.999397 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2fb0d8a5-7ebe-40de-972e-641da99c3e4b req-25020e38-3fdf-48b8-926b-753e0545c1f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 200  len: 855 time: 0.1140983
Feb 04 00:06:11.013993 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,segment=NetworkSegment(7bff1978-4357-4f9a-893c-4494b743c294),segment_id=7bff1978-4357-4f9a-893c-4494b743c294)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:11.035986 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': 'a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb', 'network_id': '1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d', 'port_id': 'a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb', 'mac_address': 'fa:16:3e:6b:2b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad85f4-7753-4863-92d1-43c8088fde6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:06:11.063005 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cc1df-495f-4e60-8362-3624f59afdc8 req-95239369-3ca2-4fff-a058-e7287c514a14 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:11.064680 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-371cc1df-495f-4e60-8362-3624f59afdc8 req-95239369-3ca2-4fff-a058-e7287c514a14 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.1438525
Feb 04 00:06:11.099161 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:11.116937 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:06:11.127833 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-371cc1df-495f-4e60-8362-3624f59afdc8 req-89a075a3-1752-4733-900a-8856b5fa2282 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543108
Feb 04 00:06:11.133430 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,segment=NetworkSegment(7bff1978-4357-4f9a-893c-4494b743c294),segment_id=7bff1978-4357-4f9a-893c-4494b743c294)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:11.138071 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:11.141049 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2fb0d8a5-7ebe-40de-972e-641da99c3e4b req-6a90798b-16ae-4d5a-b627-74a647cc0262 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a17053c6-abd9-4c27-b828-7a5c18a51cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1303496
Feb 04 00:06:11.205894 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:11.274294 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2fb0d8a5-7ebe-40de-972e-641da99c3e4b req-0d25a320-c34c-4750-ade9-3a8a2c6a27c0 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249959
Feb 04 00:06:11.405816 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Sync routers for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:06:11.409637 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2fb0d8a5-7ebe-40de-972e-641da99c3e4b req-97634e82-c52a-45df-aadf-213902995cc4 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283832
Feb 04 00:06:11.414649 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:06:11.417824 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:06:11.418422 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7262190>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:11.626515 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:06:11.873235 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5088e-3c1f-429e-afad-ea73969ca7c9 req-d256dacb-d912-47e6-9325-9d4641065dcb tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:11.874713 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f6f5088e-3c1f-429e-afad-ea73969ca7c9 req-d256dacb-d912-47e6-9325-9d4641065dcb tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0846050
Feb 04 00:06:11.928109 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f6f5088e-3c1f-429e-afad-ea73969ca7c9 req-0c8a3daa-515a-4ca5-86f2-a600fbec71a3 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461538
Feb 04 00:06:11.941541 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7262190>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 2, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:11.946813 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Checking router: 16c36942-2eb1-40d7-8fcc-23bddf081593 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:06:11.947196 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Updating router 16c36942-2eb1-40d7-8fcc-23bddf081593 port 8db9ca2d-d05b-4340-9173-6f67655aff5b binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:06:11.958588 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5346a7e-fe33-4f70-97dd-6c18fa3c9c3e req-c4dd4167-5666-486f-a85b-c1e30204455f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:11.960110 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b5346a7e-fe33-4f70-97dd-6c18fa3c9c3e req-c4dd4167-5666-486f-a85b-c1e30204455f tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 945 time: 0.0819542
Feb 04 00:06:11.999365 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:12.012842 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b5346a7e-fe33-4f70-97dd-6c18fa3c9c3e req-2daccbfe-3635-46ae-8443-11a8874dcf0a tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460255
Feb 04 00:06:12.281651 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f248ef4a-916a-45f4-9177-708ab6982529 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:06:12.283919 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:06:12.445398 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c95a-3338-4696-baa3-df6766fc21fa req-ff972879-0867-4310-9048-4e3f2e094673 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:12.446994 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f104c95a-3338-4696-baa3-df6766fc21fa req-ff972879-0867-4310-9048-4e3f2e094673 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.1507263
Feb 04 00:06:12.469993 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:12.489847 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Transition to ACTIVE for port object 8db9ca2d-d05b-4340-9173-6f67655aff5b will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:06:12.502568 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:12.508837 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f704cf-3098-4374-84c4-e25a95b8b76c req-26f3beb5-bf4f-44f7-8bcc-0fceadd77afd tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:12.510274 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:12.510880 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e2f704cf-3098-4374-84c4-e25a95b8b76c req-26f3beb5-bf4f-44f7-8bcc-0fceadd77afd tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2348852
Feb 04 00:06:12.515285 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-20753b06-5a0c-4d32-878b-16ce07c7a390 req-452498ad-074e-4e83-9662-b0478898a7f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 1098 time: 0.1491039
Feb 04 00:06:12.534120 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': 'f248ef4a-916a-45f4-9177-708ab6982529', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'port_id': 'f248ef4a-916a-45f4-9177-708ab6982529', 'mac_address': 'fa:16:3e:ac:2d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:06:12.566219 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f104c95a-3338-4696-baa3-df6766fc21fa req-e0cc238c-d0cd-4aca-9e6d-a70a7da7c870 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133797
Feb 04 00:06:12.602460 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:06:12.619236 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:06:12.619236 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:12.652974 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Pushing event updated for resources: {'Port': ['ID=8db9ca2d-d05b-4340-9173-6f67655aff5b,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:12.658841 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:12.669150 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.669490 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.669823 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.670164 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.670478 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.670801 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.671265 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.671628 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.671952 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.672269 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.672583 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:12.697755 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e2f704cf-3098-4374-84c4-e25a95b8b76c req-4e9620ed-5716-4ff9-9eb3-1b765ff47039 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1810243
Feb 04 00:06:12.704757 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f248ef4a-916a-45f4-9177-708ab6982529 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:06:12.751938 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:12.764582 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:12.777173 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753b06-5a0c-4d32-878b-16ce07c7a390 req-93b6ebd1-099b-485f-96a1-77caf9052f01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:12.778949 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-20753b06-5a0c-4d32-878b-16ce07c7a390 req-93b6ebd1-099b-485f-96a1-77caf9052f01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 200  len: 911 time: 0.2456677
Feb 04 00:06:12.797988 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Attempting to bind port 8db9ca2d-d05b-4340-9173-6f67655aff5b on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:06:12.798361 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Attempting to bind port 8db9ca2d-d05b-4340-9173-6f67655aff5b by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:06:12.798719 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Attempting to bind port 8db9ca2d-d05b-4340-9173-6f67655aff5b on network a17053c6-abd9-4c27-b828-7a5c18a51cdf {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:06:12.819797 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:06:12.820170 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Checking segment: {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:06:12.820576 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:12.820965 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Bound using segment: {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:06:12.821442 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Bound port: 8db9ca2d-d05b-4340-9173-6f67655aff5b, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:06:12.821829 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:12.934019 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-20753b06-5a0c-4d32-878b-16ce07c7a390 req-4f8f8c00-a97f-4382-9710-6a77e5c62551 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0574cc1-97a1-4cd8-aa78-500d9a4d4536 HTTP/1.1" status: 200  len: 999 time: 0.1487606
Feb 04 00:06:12.937516 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] For port 8db9ca2d-d05b-4340-9173-6f67655aff5b, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:06:12.941287 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] For port 8db9ca2d-d05b-4340-9173-6f67655aff5b, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=8db9ca2d-d05b-4340-9173-6f67655aff5b,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:06:12.947446 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:12.954110 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:12.968128 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:13.001627 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1b0029-7628-4edd-9246-633b34db1057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:13.021589 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,segment=NetworkSegment(7bff1978-4357-4f9a-893c-4494b743c294),segment_id=7bff1978-4357-4f9a-893c-4494b743c294)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:13.024618 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753b06-5a0c-4d32-878b-16ce07c7a390 req-be779215-884e-46c9-b079-b49efca5753b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:13.026812 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-20753b06-5a0c-4d32-878b-16ce07c7a390 req-be779215-884e-46c9-b079-b49efca5753b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25dddad5-b894-4c6a-a9bc-91f4aee83ad6 HTTP/1.1" status: 200  len: 849 time: 0.0840933
Feb 04 00:06:13.030715 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:13.071280 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['f248ef4a-916a-45f4-9177-708ab6982529'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:06:13.132919 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:06:13.133899 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7262190>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:05:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:13.163271 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1b0029-7628-4edd-9246-633b34db1057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb', 'code': 200}
Feb 04 00:06:13.216039 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:13.252395 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-20753b06-5a0c-4d32-878b-16ce07c7a390 req-1aa28642-07aa-40a9-a2d2-b67b8d6ee604 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=512bd163-9e32-46a5-8135-c59c509d3018&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2186341
Feb 04 00:06:13.296311 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f10b8-b365-43ef-9c4a-587602133083 None None] Pushing event updated for resources: {'Port': ['ID=8db9ca2d-d05b-4340-9173-6f67655aff5b,revision_number=4']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:13.486812 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:06:13.494577 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4076d804-fae1-4882-b1e2-adf235a4ad37 req-a9815540-ccfe-47d5-a47e-3ade949bb3ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 1099 time: 0.0828407
Feb 04 00:06:13.541700 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4076d804-fae1-4882-b1e2-adf235a4ad37 req-22463640-2919-449d-8488-a42d20b0fcaf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402324
Feb 04 00:06:13.616242 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-20753b06-5a0c-4d32-878b-16ce07c7a390 req-52b2b463-7216-41dc-9428-87a4d6968b2b service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3570974
Feb 04 00:06:13.628129 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18208a7-f4ce-4373-8b57-2ec1b85744c2 req-57ae263b-4c51-4297-9bfd-70be006aa517 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:13.630447 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a18208a7-f4ce-4373-8b57-2ec1b85744c2 req-57ae263b-4c51-4297-9bfd-70be006aa517 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 946 time: 0.3239233
Feb 04 00:06:13.681425 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a18208a7-f4ce-4373-8b57-2ec1b85744c2 req-38ce06cc-4641-4293-bdae-c593cc4c82f2 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429738
Feb 04 00:06:13.808334 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccd39a-31e2-49e7-b021-b814bee4f1b3 req-22876ed3-3eee-4b6c-9467-5127489ef09d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:13.810219 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bcccd39a-31e2-49e7-b021-b814bee4f1b3 req-22876ed3-3eee-4b6c-9467-5127489ef09d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 945 time: 0.0833700
Feb 04 00:06:13.857348 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7262190>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:12Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:13.857681 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bcccd39a-31e2-49e7-b021-b814bee4f1b3 req-7ec1a555-a4ac-4562-9d59-3b56bfb6e635 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419116
Feb 04 00:06:13.862018 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5217ad-28ff-4d65-b5c9-f77c83e03e2a None None] The sync data for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi is: [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:12Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:06:13.975633 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-20753b06-5a0c-4d32-878b-16ce07c7a390 req-4f849f23-7568-4573-bff3-68241193e983 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984375
Feb 04 00:06:13.991606 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bb70c-9a95-48a7-ad07-d9394ffdde29 req-3fb2a16f-0b26-4485-acb3-183c28f4fd5f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:13.993234 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d37bb70c-9a95-48a7-ad07-d9394ffdde29 req-3fb2a16f-0b26-4485-acb3-183c28f4fd5f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1360369
Feb 04 00:06:14.040378 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d37bb70c-9a95-48a7-ad07-d9394ffdde29 req-1b0ebc53-9c16-4420-a2ba-8bf30e1a051d tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417161
Feb 04 00:06:14.311501 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f248ef4a-916a-45f4-9177-708ab6982529 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:06:14.385639 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port f248ef4a-916a-45f4-9177-708ab6982529 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:06:14.390776 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port f248ef4a-916a-45f4-9177-708ab6982529 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:06:14.391167 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:14.514653 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:14.547870 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:14.552080 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:14.623413 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:14.883032 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee562fc1-0d9b-405b-8e4d-8e45efd96846 req-6b19cc50-1f3d-4098-8ac7-9b0bdd0572af tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:14.884417 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ee562fc1-0d9b-405b-8e4d-8e45efd96846 req-6b19cc50-1f3d-4098-8ac7-9b0bdd0572af tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 946 time: 0.0761116
Feb 04 00:06:14.933402 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ee562fc1-0d9b-405b-8e4d-8e45efd96846 req-d54fcdb3-2475-49bd-99a5-e8d645b5688c tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434310
Feb 04 00:06:15.078029 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810f225-c194-4aae-a5e6-3c28039babb4 req-adaa45b6-a093-4a7a-9553-cbf112b34abd tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:15.079800 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7810f225-c194-4aae-a5e6-3c28039babb4 req-adaa45b6-a093-4a7a-9553-cbf112b34abd tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0836608
Feb 04 00:06:15.144112 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7810f225-c194-4aae-a5e6-3c28039babb4 req-070516c1-1ff4-4a5b-9cac-c7cdd2ffb390 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565388
Feb 04 00:06:15.165194 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:15.189031 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 8db9ca2d-d05b-4340-9173-6f67655aff5b up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:06:15.229853 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529', 'code': 200}
Feb 04 00:06:15.264824 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 8db9ca2d-d05b-4340-9173-6f67655aff5b completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:06:15.268795 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708087d6-4ec9-4709-a8f4-27a00514ba21 req-0265894d-371f-4c15-9def-b835a6d27b87 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:15.270403 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 8db9ca2d-d05b-4340-9173-6f67655aff5b triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:06:15.270873 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:15.270993 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-708087d6-4ec9-4709-a8f4-27a00514ba21 req-0265894d-371f-4c15-9def-b835a6d27b87 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0877447
Feb 04 00:06:15.326496 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-708087d6-4ec9-4709-a8f4-27a00514ba21 req-b5b0bfee-791e-4f32-ad07-ff05a0531ff1 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496855
Feb 04 00:06:15.400938 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:15.435581 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 8db9ca2d-d05b-4340-9173-6f67655aff5b, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=8db9ca2d-d05b-4340-9173-6f67655aff5b,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:15.439266 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:15.478233 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ccf6ab10-4d30-4153-be91-1b3035f68fa6 req-4a06d001-8b49-4e3f-ba34-fdec0ee2d6a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 1099 time: 0.0729706
Feb 04 00:06:15.506528 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=8db9ca2d-d05b-4340-9173-6f67655aff5b,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:15.522135 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ccf6ab10-4d30-4153-be91-1b3035f68fa6 req-98bd03a9-75a1-4e95-a389-f763199cf165 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373733
Feb 04 00:06:15.546910 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0c46-6cdc-49dd-b84b-acbb4ead5864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:16.145496 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc04af4-9486-49c1-bad8-c2305d88e619 req-613edfb0-4ca6-417e-ac0c-476120be7ed3 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:16.146940 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4fc04af4-9486-49c1-bad8-c2305d88e619 req-613edfb0-4ca6-417e-ac0c-476120be7ed3 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 946 time: 0.0768416
Feb 04 00:06:16.193575 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4fc04af4-9486-49c1-bad8-c2305d88e619 req-c27c5be9-1335-4211-b089-7408af4afce4 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411758
Feb 04 00:06:16.350528 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27ded8-8ed2-4b69-9098-70fd9f02ca5e req-21d03d00-0b79-40b6-a8ce-d926ff26b358 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:16.351502 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-be27ded8-8ed2-4b69-9098-70fd9f02ca5e req-21d03d00-0b79-40b6-a8ce-d926ff26b358 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0782642
Feb 04 00:06:16.398960 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-be27ded8-8ed2-4b69-9098-70fd9f02ca5e req-0fd78b96-7e6a-43e1-acfb-c0b25ef6f9c5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417624
Feb 04 00:06:17.133598 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 8db9ca2d-d05b-4340-9173-6f67655aff5b up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:06:17.203117 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 8db9ca2d-d05b-4340-9173-6f67655aff5b triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:06:17.203494 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:17.437758 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 38528) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:06:17.576663 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-328e9eaa-0ded-4ce9-82ec-a3814cb535b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:17.611495 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-328e9eaa-0ded-4ce9-82ec-a3814cb535b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:06:17.614642 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ada94-1063-42eb-9ba6-6b248c516ad8 req-f89594d4-bf6c-4740-95ac-a8a53f9d8154 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:17.615394 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-328e9eaa-0ded-4ce9-82ec-a3814cb535b4 admin admin] Usage tracker for resource:security_group_rule and tenant:150df2a816344dd1940fe1b791e8cac7 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:06:17.616126 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3d9ada94-1063-42eb-9ba6-6b248c516ad8 req-f89594d4-bf6c-4740-95ac-a8a53f9d8154 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0829551
Feb 04 00:06:17.618276 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-328e9eaa-0ded-4ce9-82ec-a3814cb535b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:06:17.624114 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-328e9eaa-0ded-4ce9-82ec-a3814cb535b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:06:17.663512 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3d9ada94-1063-42eb-9ba6-6b248c516ad8 req-0f708a75-6f28-494b-962d-1ea1dcef2cd5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417650
Feb 04 00:06:17.689985 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-328e9eaa-0ded-4ce9-82ec-a3814cb535b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:17.693982 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-328e9eaa-0ded-4ce9-82ec-a3814cb535b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:17.739855 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e9eaa-0ded-4ce9-82ec-a3814cb535b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec501fbc-e76d-4e20-a1da-40a7b7ab7028,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:17.747905 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38540) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:06:17.748105 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-328e9eaa-0ded-4ce9-82ec-a3814cb535b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=150df2a816344dd1940fe1b791e8cac7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3091054
Feb 04 00:06:17.809043 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-eba0da70-9c0f-4eea-ae00-9d8518e9d7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:17.835193 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-eba0da70-9c0f-4eea-ae00-9d8518e9d7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:17.884421 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ec0b-7cd5-43bf-afdd-e43452ea7c9e req-2e73ed01-9955-4e2d-acf3-98ec9e0d4068 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:17.885944 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-92b1ec0b-7cd5-43bf-afdd-e43452ea7c9e req-2e73ed01-9955-4e2d-acf3-98ec9e0d4068 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0831461
Feb 04 00:06:17.895062 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38544) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:06:17.900934 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-e1cbd37a-9fad-4a90-b958-ae0f89a5edbc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'floatingip': {'port_id': 'f248ef4a-916a-45f4-9177-708ab6982529'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:17.949416 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-eba0da70-9c0f-4eea-ae00-9d8518e9d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:17.978127 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b851-87f5-456a-8e53-5a5ccb751644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:17.989648 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0da70-9c0f-4eea-ae00-9d8518e9d7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec501fbc-e76d-4e20-a1da-40a7b7ab7028,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:17.994698 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd37a-9fad-4a90-b958-ae0f89a5edbc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:18.049432 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-eba0da70-9c0f-4eea-ae00-9d8518e9d7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:18.050605 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-eba0da70-9c0f-4eea-ae00-9d8518e9d7e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec501fbc-e76d-4e20-a1da-40a7b7ab7028 HTTP/1.1" status: 204  len: 168 time: 0.3015733
Feb 04 00:06:18.703900 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd37a-9fad-4a90-b958-ae0f89a5edbc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:18.709223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd37a-9fad-4a90-b958-ae0f89a5edbc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:18.902956 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.l3_db [None req-e1cbd37a-9fad-4a90-b958-ae0f89a5edbc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Floating IP 04c3da86-dc87-4f54-b0f2-90897c51af4c associated. External IP: 172.27.3.43, port: f248ef4a-916a-45f4-9177-708ab6982529.
Feb 04 00:06:18.996737 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:19.109088 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:19.305298 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cbd37a-9fad-4a90-b958-ae0f89a5edbc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Router 16c36942-2eb1-40d7-8fcc-23bddf081593 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:06:19.540628 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cbd37a-9fad-4a90-b958-ae0f89a5edbc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:06:19.545018 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd37a-9fad-4a90-b958-ae0f89a5edbc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:19.596696 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-e1cbd37a-9fad-4a90-b958-ae0f89a5edbc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "PUT /v2.0/floatingips/04c3da86-dc87-4f54-b0f2-90897c51af4c HTTP/1.1" status: 200  len: 991 time: 1.7004130
Feb 04 00:06:19.597282 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:19.651887 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529', 'status': 'completed', 'code': 200}
Feb 04 00:06:19.762921 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0eec2d06-7f58-4e0b-9f4f-86c83803822d req-2a461137-8898-43d8-9758-8fc9682cf0d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 1099 time: 0.0703502
Feb 04 00:06:19.781085 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59518712-e6bc-4c19-944d-97871add9c1a req-3e459caf-2daa-4d03-943a-24fa719bd345 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:19.782549 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-59518712-e6bc-4c19-944d-97871add9c1a req-3e459caf-2daa-4d03-943a-24fa719bd345 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0827003
Feb 04 00:06:19.828975 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-59518712-e6bc-4c19-944d-97871add9c1a req-52d722ec-810b-47eb-a2c3-1059f607a694 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402718
Feb 04 00:06:19.895064 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec2d06-7f58-4e0b-9f4f-86c83803822d req-b438bb81-8c49-4c0b-9885-58f22eb649f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:19.896643 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0eec2d06-7f58-4e0b-9f4f-86c83803822d req-b438bb81-8c49-4c0b-9885-58f22eb649f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 917 time: 0.1274247
Feb 04 00:06:20.001422 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0eec2d06-7f58-4e0b-9f4f-86c83803822d req-98a0af35-5ed4-42b9-a8c4-dfa94e948299 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f248ef4a-916a-45f4-9177-708ab6982529 HTTP/1.1" status: 200  len: 999 time: 0.0957620
Feb 04 00:06:20.062366 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec2d06-7f58-4e0b-9f4f-86c83803822d req-d61b8199-7da2-4173-8073-653e16e8bea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:20.063854 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0eec2d06-7f58-4e0b-9f4f-86c83803822d req-d61b8199-7da2-4173-8073-653e16e8bea9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 200  len: 855 time: 0.0565882
Feb 04 00:06:20.143050 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0eec2d06-7f58-4e0b-9f4f-86c83803822d req-c6efcf75-cd4c-4c91-8f25-3dc3e5c55474 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a17053c6-abd9-4c27-b828-7a5c18a51cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691812
Feb 04 00:06:20.276044 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0eec2d06-7f58-4e0b-9f4f-86c83803822d req-16bcd8cb-5ed4-4a21-b3eb-4e9c115fff33 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208544
Feb 04 00:06:20.386438 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:20.405731 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0eec2d06-7f58-4e0b-9f4f-86c83803822d req-5695c6d5-ed05-45de-a278-6d26da668623 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234770
Feb 04 00:06:21.268568 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553f541-bcbf-4467-8984-348835114b06 req-1538e4d5-535b-403b-9d02-8d79914655d5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:21.270796 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1553f541-bcbf-4467-8984-348835114b06 req-1538e4d5-535b-403b-9d02-8d79914655d5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1520329
Feb 04 00:06:21.316926 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1553f541-bcbf-4467-8984-348835114b06 req-dae6526f-827b-47e1-a052-0929179f14fc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398588
Feb 04 00:06:23.083317 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 38640) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:06:23.221914 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1b32b18e-bdd0-460e-8800-50ad6a683215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:23.254407 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1b32b18e-bdd0-460e-8800-50ad6a683215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:06:23.258706 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1b32b18e-bdd0-460e-8800-50ad6a683215 admin admin] Usage tracker for resource:security_group_rule and tenant:b79ef19f4a234b9c92b58f6ac18ba66c is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:06:23.262043 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1b32b18e-bdd0-460e-8800-50ad6a683215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:06:23.268175 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1b32b18e-bdd0-460e-8800-50ad6a683215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:06:23.340529 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1b32b18e-bdd0-460e-8800-50ad6a683215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:23.344766 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1b32b18e-bdd0-460e-8800-50ad6a683215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:23.393113 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32b18e-bdd0-460e-8800-50ad6a683215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde66f19-6593-4580-ab29-d0f900cd9829,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:23.399413 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-1b32b18e-bdd0-460e-8800-50ad6a683215 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b79ef19f4a234b9c92b58f6ac18ba66c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3149476
Feb 04 00:06:23.402232 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38648) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:06:23.463038 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7d244d51-ac2b-47c5-a7fd-547a1c134ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:23.488549 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7d244d51-ac2b-47c5-a7fd-547a1c134ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:23.539042 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7d244d51-ac2b-47c5-a7fd-547a1c134ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:23.556344 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d244d51-ac2b-47c5-a7fd-547a1c134ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde66f19-6593-4580-ab29-d0f900cd9829,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:23.559524 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7d244d51-ac2b-47c5-a7fd-547a1c134ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:23.560816 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-7d244d51-ac2b-47c5-a7fd-547a1c134ca3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cde66f19-6593-4580-ab29-d0f900cd9829 HTTP/1.1" status: 204  len: 168 time: 0.1570160
Feb 04 00:06:23.804664 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] Sync routers for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:06:23.816344 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:06:23.816964 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6e4b4f0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:06:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:23.994831 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:06:24.324577 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38672) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:06:24.372727 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6e4b4f0>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '04c3da86-dc87-4f54-b0f2-90897c51af4c', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'port_id': 'f248ef4a-916a-45f4-9177-708ab6982529', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'mac_address': 'fa:16:3e:ac:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:55Z', 'updated_at': '2022-02-04T00:06:18Z', 'revision_number': 1, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:24.376998 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] Checking router: 16c36942-2eb1-40d7-8fcc-23bddf081593 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:06:24.389107 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:06:24.389703 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6e4b4f0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:06:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:24.481012 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1273110695-network', 'tenant_id': '17abd0f1969e41348c53895eb7db8210'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:24.486234 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:06:24.490960 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Usage tracker for resource:network and tenant:17abd0f1969e41348c53895eb7db8210 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:06:24.493814 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:06:24.501346 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:06:24.514894 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Made reservation on behalf of 17abd0f1969e41348c53895eb7db8210 for: {'network': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:06:24.517672 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:24.531511 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:24.564751 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:06:24.569486 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Usage tracker for resource:security_group_rule and tenant:17abd0f1969e41348c53895eb7db8210 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:06:24.572805 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:06:24.578755 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:06:24.580718 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:06:24.653717 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:24.657876 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:24.692479 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'}  {{(pid=82732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:06:24.701526 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b36d93e-93ac-47f2-a625-8175a7da99e9,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:24.709289 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:24.709630 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.segments_db [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Added segment da65293d-f10d-4bfe-8df2-5989ab7c29f6 of type vlan for network 05a37d19-2f87-48e3-b94e-95a35980430f
Feb 04 00:06:24.735622 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:24.765153 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:24.765992 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:24.766611 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:24.948488 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] Pushing event updated for resources: {'Network': ['ID=05a37d19-2f87-48e3-b94e-95a35980430f,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:24.951748 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-b882cd2b-cd93-487a-b72e-71d2dc9d18b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6261189
Feb 04 00:06:24.954587 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 38682) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:06:24.956489 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6e4b4f0>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '04c3da86-dc87-4f54-b0f2-90897c51af4c', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'port_id': 'f248ef4a-916a-45f4-9177-708ab6982529', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'mac_address': 'fa:16:3e:ac:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:55Z', 'updated_at': '2022-02-04T00:06:18Z', 'revision_number': 1, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:06:24.960922 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Request body: {'subnet': {'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1273110695-subnet', 'tenant_id': '17abd0f1969e41348c53895eb7db8210', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:24.963454 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b0fee-bd6b-4884-b6c8-41831a7d56c6 None None] The sync data for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi is: [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '04c3da86-dc87-4f54-b0f2-90897c51af4c', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'port_id': 'f248ef4a-916a-45f4-9177-708ab6982529', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'mac_address': 'fa:16:3e:ac:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:55Z', 'updated_at': '2022-02-04T00:06:18Z', 'revision_number': 1, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:06:24.965043 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 05a37d19-2f87-48e3-b94e-95a35980430f details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:06:24.966013 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:06:24.969874 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Usage tracker for resource:subnet and tenant:17abd0f1969e41348c53895eb7db8210 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:06:24.973190 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:06:24.979083 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:06:24.990192 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Made reservation on behalf of 17abd0f1969e41348c53895eb7db8210 for: {'subnet': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:06:24.992602 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15335776'] for subnet, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:25.203791 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15774402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15335798'] for subnet, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:25.203967 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e23f5b-3405-4c37-b39f-d3e13c4fd656 None None] New status for floating IP 04c3da86-dc87-4f54-b0f2-90897c51af4c: ACTIVE {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:06:25.277984 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6406000f-9361-4979-9321-3e53232b61aa,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:25.289450 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Checking segment: {'id': 'da65293d-f10d-4bfe-8df2-5989ab7c29f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:06:25.289802 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Network hostable DHCP agents. Network: 05a37d19-2f87-48e3-b94e-95a35980430f, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:06:25.312752 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Network 05a37d19-2f87-48e3-b94e-95a35980430f is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:06:25.323626 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 05a37d19-2f87-48e3-b94e-95a35980430f) {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:06:25.328073 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:25.328796 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:25.335138 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb775b3-7afd-4394-856e-4ba0ff61e2c1 None None] Network 05a37d19-2f87-48e3-b94e-95a35980430f requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:06:25.365740 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-dfcd2f07-e504-45cb-a4a4-59ca6d0b07d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4019768
Feb 04 00:06:25.565883 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df981399-3199-4884-8655-4c3bf5b5e97b None None] Network 05a37d19-2f87-48e3-b94e-95a35980430f requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:06:26.246440 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:26.458554 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:06:29.590178 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-7db0118b-1d89-42ae-91ed-7c30ca150193 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:29.591630 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-7db0118b-1d89-42ae-91ed-7c30ca150193 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/networks?id=05a37d19-2f87-48e3-b94e-95a35980430f HTTP/1.1" status: 200  len: 809 time: 0.1387985
Feb 04 00:06:29.607466 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-1672cbec-bb8d-459b-b785-ba9a39b00ea7 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/quotas/17abd0f1969e41348c53895eb7db8210 HTTP/1.1" status: 200  len: 375 time: 0.0106637
Feb 04 00:06:29.650622 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-68a55e86-a9e5-46ce-8a36-96b12b31ddd1 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17abd0f1969e41348c53895eb7db8210&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0384068
Feb 04 00:06:29.778318 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-1572d41b-1f27-424a-8872-95941b8f2a54 service neutron] 10.222.0.13 "GET /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213772
Feb 04 00:06:29.905133 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-671e282b-1bb1-4460-9994-5a56ba603d75 service neutron] 10.222.0.13 "GET /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211722
Feb 04 00:06:30.088396 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dc1220f5-8c9d-455d-bd0c-5f0997c36092 req-b5e83bfb-d342-4586-abb1-845bebecee17 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 210 time: 0.0470772
Feb 04 00:06:31.246152 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-452ef4ca-3fda-4954-9e31-2bf210f6f07b req-0fc16a8c-039e-4aa9-b888-0fc8d4a77ba2 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 210 time: 0.0409935
Feb 04 00:06:32.418044 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1b3c2e47-3f7c-4abb-aeaf-939e6d0d65d9 req-440de33b-3c77-4e17-9e6c-25c4b4ab566a tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 210 time: 0.0466413
Feb 04 00:06:32.946155 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-291602c7-1d4d-48a9-9dfe-bd4633bd2860 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:32.947569 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-291602c7-1d4d-48a9-9dfe-bd4633bd2860 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.48 "GET /v2.0/networks?id=05a37d19-2f87-48e3-b94e-95a35980430f HTTP/1.1" status: 200  len: 809 time: 0.1436291
Feb 04 00:06:32.966288 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Request body: {'port': {'device_id': '5022dfc9-229e-4d63-a7d8-9a86332e2e1c', 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f', 'admin_state_up': True, 'tenant_id': '17abd0f1969e41348c53895eb7db8210'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:33.102312 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:06:33.106001 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Usage tracker for resource:port and tenant:17abd0f1969e41348c53895eb7db8210 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:06:33.108739 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:06:33.115209 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:06:33.124152 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Made reservation on behalf of 17abd0f1969e41348c53895eb7db8210 for: {'port': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:06:33.127132 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:33.293056 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Allocated IP 172.20.0.4 (05a37d19-2f87-48e3-b94e-95a35980430f/6406000f-9361-4979-9321-3e53232b61aa/1fb94586-8b21-4afa-812c-93a907d19591) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:06:33.504563 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:33.532743 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:33.653295 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Pushing event updated for resources: {'Port': ['ID=1fb94586-8b21-4afa-812c-93a907d19591,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:33.656506 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Network 05a37d19-2f87-48e3-b94e-95a35980430f is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:06:33.663162 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:06:33.666614 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:06:33.729623 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:33.730210 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:33.748735 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01afcaa-7439-4cac-a467-2952c4b80e43 req-d56d5376-36a4-4a6a-a79c-35ff02c6a1a0 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:33.750160 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a01afcaa-7439-4cac-a467-2952c4b80e43 req-d56d5376-36a4-4a6a-a79c-35ff02c6a1a0 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 931 time: 0.1813409
Feb 04 00:06:33.791999 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-f9327643-ff22-4e5c-9f90-d4bb51a56c1c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8293805
Feb 04 00:06:33.805743 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Request body: {'port': {'device_id': '5022dfc9-229e-4d63-a7d8-9a86332e2e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:33.830086 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a01afcaa-7439-4cac-a467-2952c4b80e43 req-2ebdf76d-13bb-454c-952c-83f4974759e6 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729873
Feb 04 00:06:33.979672 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:34.302074 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb94586-8b21-4afa-812c-93a907d19591 {{(pid=82731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:06:34.308668 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:34.322547 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Transition to ACTIVE for port object 1fb94586-8b21-4afa-812c-93a907d19591 will not be triggered until provisioned by entity L2. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:06:34.326154 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:34.448399 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb94586-8b21-4afa-812c-93a907d19591,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:34.558717 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Attempting to bind port 1fb94586-8b21-4afa-812c-93a907d19591 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:06:34.558970 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Attempting to bind port 1fb94586-8b21-4afa-812c-93a907d19591 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'da65293d-f10d-4bfe-8df2-5989ab7c29f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f'}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:06:34.559297 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Attempting to bind port 1fb94586-8b21-4afa-812c-93a907d19591 on network 05a37d19-2f87-48e3-b94e-95a35980430f {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:06:34.565016 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Port 1fb94586-8b21-4afa-812c-93a907d19591 on network 05a37d19-2f87-48e3-b94e-95a35980430f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:06:34.565334 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Attempting to bind port 1fb94586-8b21-4afa-812c-93a907d19591 on network 05a37d19-2f87-48e3-b94e-95a35980430f {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:06:34.575922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:06:34.576256 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Checking segment: {'id': 'da65293d-f10d-4bfe-8df2-5989ab7c29f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:06:34.576629 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Bound using segment: {'id': 'da65293d-f10d-4bfe-8df2-5989ab7c29f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f'} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:06:34.577048 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Bound port: 1fb94586-8b21-4afa-812c-93a907d19591, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da65293d-f10d-4bfe-8df2-5989ab7c29f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f'}}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:06:34.577385 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:34.667864 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] For port 1fb94586-8b21-4afa-812c-93a907d19591, host hv-cinder-82777, cleared binding levels {{(pid=82731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:06:34.671030 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] For port 1fb94586-8b21-4afa-812c-93a907d19591, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1fb94586-8b21-4afa-812c-93a907d19591,segment=NetworkSegment(da65293d-f10d-4bfe-8df2-5989ab7c29f6),segment_id=da65293d-f10d-4bfe-8df2-5989ab7c29f6)] {{(pid=82731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:06:34.674846 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:34.734363 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:34.735798 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] 10.222.0.48 "PUT /v2.0/ports/1fb94586-8b21-4afa-812c-93a907d19591 HTTP/1.1" status: 200  len: 1093 time: 0.9337013
Feb 04 00:06:34.736224 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5022dfc9-229e-4d63-a7d8-9a86332e2e1c', 'tag': '1fb94586-8b21-4afa-812c-93a907d19591'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:34.755745 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f4f22-64a6-4874-9324-460d54c68890 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb94586-8b21-4afa-812c-93a907d19591,revision_number=3']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:34.809665 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5022dfc9-229e-4d63-a7d8-9a86332e2e1c', 'tag': '1fb94586-8b21-4afa-812c-93a907d19591', 'status': 'completed', 'code': 200}
Feb 04 00:06:34.845714 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-e61a56b6-bfb8-4eb3-8179-be8669d8fe68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17abd0f1969e41348c53895eb7db8210&device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 1096 time: 0.0707996
Feb 04 00:06:34.916477 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-2b750292-c603-4e9e-bd14-47319e1e7fc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fb94586-8b21-4afa-812c-93a907d19591 HTTP/1.1" status: 200  len: 217 time: 0.0634515
Feb 04 00:06:35.022223 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-b53e8ef5-e534-401a-9128-a14955a73575 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:35.023697 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-b53e8ef5-e534-401a-9128-a14955a73575 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6406000f-9361-4979-9321-3e53232b61aa HTTP/1.1" status: 200  len: 849 time: 0.1009941
Feb 04 00:06:35.075904 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-e565ffbb-a290-436b-a441-88e6a10d6017 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05a37d19-2f87-48e3-b94e-95a35980430f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405586
Feb 04 00:06:35.107952 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c1cef-5fb0-4cea-90e6-279b3b05423e req-0e657b6f-187e-467b-b80d-17af780727c9 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:35.108620 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-fe0c1cef-5fb0-4cea-90e6-279b3b05423e req-0e657b6f-187e-467b-b80d-17af780727c9 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Synchronizing usage tracker for tenant:17abd0f1969e41348c53895eb7db8210 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:06:35.185309 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-fe0c1cef-5fb0-4cea-90e6-279b3b05423e req-0e657b6f-187e-467b-b80d-17af780727c9 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Unset dirty status for tenant:17abd0f1969e41348c53895eb7db8210 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:06:35.186440 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fe0c1cef-5fb0-4cea-90e6-279b3b05423e req-0e657b6f-187e-467b-b80d-17af780727c9 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 943 time: 0.2334969
Feb 04 00:06:35.252575 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-ed4ee45e-514a-42b6-8559-bb276f92433c service neutron] 10.222.0.48 "GET /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705112
Feb 04 00:06:35.259654 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fe0c1cef-5fb0-4cea-90e6-279b3b05423e req-b94cbb46-fe9f-4ca9-8d56-ecb138544816 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656133
Feb 04 00:06:35.384127 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1072c8d6-c461-484f-9ba3-cf04749f922a req-09275f7b-7da8-4ac1-8e36-4bbe8d58edb0 service neutron] 10.222.0.48 "GET /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229260
Feb 04 00:06:35.508917 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5032d404-c095-48a2-8589-1b7b92a02ebd req-b5befca5-0680-4cde-95a6-57301027c94f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17abd0f1969e41348c53895eb7db8210&device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 1096 time: 0.0711949
Feb 04 00:06:35.716705 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032d404-c095-48a2-8589-1b7b92a02ebd req-17c6ff72-c94e-4054-a10c-152ec0da8e5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:35.718153 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5032d404-c095-48a2-8589-1b7b92a02ebd req-17c6ff72-c94e-4054-a10c-152ec0da8e5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=05a37d19-2f87-48e3-b94e-95a35980430f HTTP/1.1" status: 200  len: 910 time: 0.2026227
Feb 04 00:06:35.784231 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5032d404-c095-48a2-8589-1b7b92a02ebd req-ef46c25f-de09-4f08-81f0-9dc7e3e6133c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fb94586-8b21-4afa-812c-93a907d19591 HTTP/1.1" status: 200  len: 217 time: 0.0592837
Feb 04 00:06:35.857459 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032d404-c095-48a2-8589-1b7b92a02ebd req-51ac4c86-2ec1-4a65-ba3d-f2ce89d66a7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:35.858976 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5032d404-c095-48a2-8589-1b7b92a02ebd req-51ac4c86-2ec1-4a65-ba3d-f2ce89d66a7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6406000f-9361-4979-9321-3e53232b61aa HTTP/1.1" status: 200  len: 849 time: 0.0597675
Feb 04 00:06:35.903356 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5032d404-c095-48a2-8589-1b7b92a02ebd req-9955ca78-a819-4b02-b07f-803a611010c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05a37d19-2f87-48e3-b94e-95a35980430f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381238
Feb 04 00:06:36.038417 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5032d404-c095-48a2-8589-1b7b92a02ebd req-5d569bb9-4825-48a6-85d0-2ae283400ed1 service neutron] 10.222.0.48 "GET /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255035
Feb 04 00:06:36.175079 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5032d404-c095-48a2-8589-1b7b92a02ebd req-c4d8d1a9-8d1c-424a-a7da-cb7488207874 service neutron] 10.222.0.48 "GET /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214330
Feb 04 00:06:36.455801 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e18816-ac27-48ce-8125-f4da56ec0a56 req-a92a488f-f8e5-4cda-b904-c335f0e3d8c9 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:36.457295 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-27e18816-ac27-48ce-8125-f4da56ec0a56 req-a92a488f-f8e5-4cda-b904-c335f0e3d8c9 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 943 time: 0.0760021
Feb 04 00:06:36.500708 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-27e18816-ac27-48ce-8125-f4da56ec0a56 req-ef9f447b-c9a7-4a12-9b89-24778b006a0d tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Synchronizing usage tracker for tenant:17abd0f1969e41348c53895eb7db8210 on resource:security_group {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:06:36.517522 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-27e18816-ac27-48ce-8125-f4da56ec0a56 req-ef9f447b-c9a7-4a12-9b89-24778b006a0d tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Unset dirty status for tenant:17abd0f1969e41348c53895eb7db8210 on resource:security_group {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:06:36.519132 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-27e18816-ac27-48ce-8125-f4da56ec0a56 req-ef9f447b-c9a7-4a12-9b89-24778b006a0d tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563033
Feb 04 00:06:37.738878 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28938e-7bf6-4fe1-b757-399ba06535af req-c51d7569-4769-44b9-b0b2-aa60d29ae181 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:37.740407 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9b28938e-7bf6-4fe1-b757-399ba06535af req-c51d7569-4769-44b9-b0b2-aa60d29ae181 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 943 time: 0.0934401
Feb 04 00:06:37.788466 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9b28938e-7bf6-4fe1-b757-399ba06535af req-2c7c7a64-1d78-4a84-be3a-4e6245a85ff9 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417562
Feb 04 00:06:38.419460 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1fb94586-8b21-4afa-812c-93a907d19591 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:06:38.554284 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1fb94586-8b21-4afa-812c-93a907d19591, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1fb94586-8b21-4afa-812c-93a907d19591,segment=NetworkSegment(da65293d-f10d-4bfe-8df2-5989ab7c29f6),segment_id=da65293d-f10d-4bfe-8df2-5989ab7c29f6)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:38.567795 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '1fb94586-8b21-4afa-812c-93a907d19591', 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f', 'port_id': '1fb94586-8b21-4afa-812c-93a907d19591', 'mac_address': 'fa:16:3e:66:a4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6406000f-9361-4979-9321-3e53232b61aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:06:38.599417 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038629b-fbfe-40a1-a07f-abd4f456c436 req-c138ebd5-3970-4599-90d5-06b50d3480aa tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:38.600926 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5038629b-fbfe-40a1-a07f-abd4f456c436 req-c138ebd5-3970-4599-90d5-06b50d3480aa tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 946 time: 0.0754564
Feb 04 00:06:38.624348 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:38.641705 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb94586-8b21-4afa-812c-93a907d19591 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:06:38.650275 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5038629b-fbfe-40a1-a07f-abd4f456c436 req-a2d24372-b4eb-497c-9a2a-e847ff8b6762 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436780
Feb 04 00:06:38.657558 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1fb94586-8b21-4afa-812c-93a907d19591, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1fb94586-8b21-4afa-812c-93a907d19591,segment=NetworkSegment(da65293d-f10d-4bfe-8df2-5989ab7c29f6),segment_id=da65293d-f10d-4bfe-8df2-5989ab7c29f6)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:38.662384 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:38.730618 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=1fb94586-8b21-4afa-812c-93a907d19591,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:38.738657 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.739002 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.739339 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.739777 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.740057 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.740853 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.741234 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.741564 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.741888 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.742208 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.742535 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:06:38.982340 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['1fb94586-8b21-4afa-812c-93a907d19591'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:06:38.990331 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f76ef3-7bcd-4620-bf45-5df3ac1a9c69 req-2364da5b-6dc3-4e2e-ae6e-61b0784b4cbb tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:38.991808 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-08f76ef3-7bcd-4620-bf45-5df3ac1a9c69 req-2364da5b-6dc3-4e2e-ae6e-61b0784b4cbb tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 944 time: 0.0811679
Feb 04 00:06:39.039510 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-08f76ef3-7bcd-4620-bf45-5df3ac1a9c69 req-eaf1f02d-c639-4c9c-b575-3b05550d8d42 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420780
Feb 04 00:06:39.851278 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3e1df-1c32-4638-95b8-2258c584aad7 req-a8c45466-38d0-4a33-bf4c-6779246066af tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:39.852747 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7dd3e1df-1c32-4638-95b8-2258c584aad7 req-a8c45466-38d0-4a33-bf4c-6779246066af tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 946 time: 0.0760267
Feb 04 00:06:39.897574 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7dd3e1df-1c32-4638-95b8-2258c584aad7 req-f482a10e-5f85-46d5-a507-05061f212b40 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394092
Feb 04 00:06:40.232984 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479e751-9e94-4caf-978f-000b6cf0b231 req-942953b2-6638-4a8a-ad9c-63d43c0f1df0 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:40.234526 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f479e751-9e94-4caf-978f-000b6cf0b231 req-942953b2-6638-4a8a-ad9c-63d43c0f1df0 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 944 time: 0.0779660
Feb 04 00:06:40.279136 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f479e751-9e94-4caf-978f-000b6cf0b231 req-461d5aaf-8791-4d2d-acea-82559405f6d2 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387716
Feb 04 00:06:40.438008 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1fb94586-8b21-4afa-812c-93a907d19591 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:06:40.450051 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-ff2c6227-89ee-4c70-901f-5511234bad59 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:40.451473 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-ff2c6227-89ee-4c70-901f-5511234bad59 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 946 time: 0.0795062
Feb 04 00:06:40.504704 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 1fb94586-8b21-4afa-812c-93a907d19591 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:06:40.509215 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 1fb94586-8b21-4afa-812c-93a907d19591 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:06:40.509586 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:40.519216 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-86a78d1e-8455-4c30-8eef-0ea20556bb49 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Deleting port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:06:40.519773 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-86a78d1e-8455-4c30-8eef-0ea20556bb49 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:40.621771 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:40.647873 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5022dfc9-229e-4d63-a7d8-9a86332e2e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb94586-8b21-4afa-812c-93a907d19591'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:40.657069 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1fb94586-8b21-4afa-812c-93a907d19591, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1fb94586-8b21-4afa-812c-93a907d19591,segment=NetworkSegment(da65293d-f10d-4bfe-8df2-5989ab7c29f6),segment_id=da65293d-f10d-4bfe-8df2-5989ab7c29f6)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:40.662358 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:40.710346 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5022dfc9-229e-4d63-a7d8-9a86332e2e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb94586-8b21-4afa-812c-93a907d19591', 'code': 200}
Feb 04 00:06:40.736664 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=1fb94586-8b21-4afa-812c-93a907d19591,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:40.776852 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-86a78d1e-8455-4c30-8eef-0ea20556bb49 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] For port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,segment=NetworkSegment(7bff1978-4357-4f9a-893c-4494b743c294),segment_id=7bff1978-4357-4f9a-893c-4494b743c294)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:40.777239 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-86a78d1e-8455-4c30-8eef-0ea20556bb49 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:40.898504 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-86a78d1e-8455-4c30-8eef-0ea20556bb49 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Calling delete_port for a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb owned by compute:nova {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:06:40.949281 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fedc90a5-3a46-4aa2-bf4f-b935dabeea17 req-7c5c6c03-44dd-4fc5-8549-caf5d3bd8043 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 1098 time: 0.0714347
Feb 04 00:06:40.997272 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fedc90a5-3a46-4aa2-bf4f-b935dabeea17 req-6c0d4211-1af8-4ed7-9b01-126f2e1fdb32 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394614
Feb 04 00:06:41.089334 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-86a78d1e-8455-4c30-8eef-0ea20556bb49 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:41.100538 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:06:41.147389 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78d1e-8455-4c30-8eef-0ea20556bb49 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Pushing event deleted for resources: {'Port': ['ID=a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:41.228181 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-86a78d1e-8455-4c30-8eef-0ea20556bb49 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] No DVR routers for this DVR port a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb on host hv-cinder-82777 {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:06:41.234778 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f0edb-d9c2-4b8f-a46f-beeb83895f38 req-cdc83352-c8c6-4a20-be59-a3faeafa2c61 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:41.236228 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-db4f0edb-d9c2-4b8f-a46f-beeb83895f38 req-cdc83352-c8c6-4a20-be59-a3faeafa2c61 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a1b0029-7628-4edd-9246-633b34db1057 HTTP/1.1" status: 200  len: 867 time: 0.2138374
Feb 04 00:06:41.237156 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-86a78d1e-8455-4c30-8eef-0ea20556bb49 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:41.239768 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1b0029-7628-4edd-9246-633b34db1057', 'name': 'network-vif-deleted', 'tag': 'a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:41.344177 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1b0029-7628-4edd-9246-633b34db1057', 'name': 'network-vif-deleted', 'tag': 'a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb', 'status': 'completed', 'code': 200}
Feb 04 00:06:41.356093 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2d7e274a-d77c-4f35-84d7-a00e575636b6 req-86a78d1e-8455-4c30-8eef-0ea20556bb49 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.48 "DELETE /v2.0/ports/a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb HTTP/1.1" status: 204  len: 173 time: 0.8988001
Feb 04 00:06:41.377595 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-db4f0edb-d9c2-4b8f-a46f-beeb83895f38 req-210abaad-b91e-41c8-b4df-f9d3d87f7256 tempest-VolumesSnapshotTestJSON-767374009 tempest-VolumesSnapshotTestJSON-767374009-project] 10.222.0.13 "GET /v2.0/security-groups?id=41594fae-f534-494d-96d5-6260347485ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324604
Feb 04 00:06:41.489045 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcfabf-ce66-4f48-bf5e-16555f4656b9 req-0ee13d14-67b6-483a-af3e-e37a144ffdd2 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:41.490405 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4ebcfabf-ce66-4f48-bf5e-16555f4656b9 req-0ee13d14-67b6-483a-af3e-e37a144ffdd2 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 945 time: 0.0787413
Feb 04 00:06:41.536686 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4ebcfabf-ce66-4f48-bf5e-16555f4656b9 req-cf4c49b4-f1ab-4852-9075-ae39d3e3ede1 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407891
Feb 04 00:06:42.737447 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007ef88-5a1d-428f-8c45-39ee1a5e5452 req-9f04894d-06ab-4e64-8e56-382eea5f37e3 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:42.739777 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6007ef88-5a1d-428f-8c45-39ee1a5e5452 req-9f04894d-06ab-4e64-8e56-382eea5f37e3 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 945 time: 0.0827303
Feb 04 00:06:42.788276 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6007ef88-5a1d-428f-8c45-39ee1a5e5452 req-6d6b6dfb-0e5e-43ad-811f-233298233b96 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428987
Feb 04 00:06:44.027440 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050d749-b514-44d9-8fcf-53f5c47b1ed0 req-81fe1662-1458-41b6-9e7d-bf2225f11bd2 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:44.028936 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3050d749-b514-44d9-8fcf-53f5c47b1ed0 req-81fe1662-1458-41b6-9e7d-bf2225f11bd2 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 945 time: 0.0785077
Feb 04 00:06:44.074848 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3050d749-b514-44d9-8fcf-53f5c47b1ed0 req-da9e2886-7975-41c7-b252-a972e7274bb4 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403261
Feb 04 00:06:44.466990 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:06:44.498439 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:06:44.498773 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device a5ffd4f7-1f56-485f-89be-fc16b9eeb1fb not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:06:45.271472 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf5619-aca7-49ae-9888-e2c661fbcc92 req-c6a82fe6-5e08-4a3c-8370-e02ff0c7774a tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:45.272964 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8adf5619-aca7-49ae-9888-e2c661fbcc92 req-c6a82fe6-5e08-4a3c-8370-e02ff0c7774a tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 945 time: 0.0752399
Feb 04 00:06:45.321011 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8adf5619-aca7-49ae-9888-e2c661fbcc92 req-6c434faa-67ca-423c-b190-69b3783a41a6 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427084
Feb 04 00:06:45.548385 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-e64574da-292e-44f2-b365-2df00a26c941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:46.517881 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f09f3-fc1b-4808-bec6-98ba470a8911 req-f30dd8db-69d4-4dc2-9fd3-4f4923043a0f tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:46.519501 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-be1f09f3-fc1b-4808-bec6-98ba470a8911 req-f30dd8db-69d4-4dc2-9fd3-4f4923043a0f tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 945 time: 0.0782034
Feb 04 00:06:46.564651 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-be1f09f3-fc1b-4808-bec6-98ba470a8911 req-446786ed-9c2a-497b-a114-86339d079923 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397260
Feb 04 00:06:47.685810 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-74c5434a-aebc-40f5-9da9-be537e185671 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:47.687226 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-74c5434a-aebc-40f5-9da9-be537e185671 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.48 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 945 time: 0.0737860
Feb 04 00:06:47.799717 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-59c2ffc2-47ee-4f41-a8cb-16fd7e04fb74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Deleting port 1fb94586-8b21-4afa-812c-93a907d19591 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:06:47.800657 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-59c2ffc2-47ee-4f41-a8cb-16fd7e04fb74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:47.865841 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c1e25-74f1-4ad9-af0a-8527b737a384 req-2588b725-fccd-4006-8ff1-6c87709682dc tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:47.867214 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1d1c1e25-74f1-4ad9-af0a-8527b737a384 req-2588b725-fccd-4006-8ff1-6c87709682dc tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 945 time: 0.1791091
Feb 04 00:06:47.983833 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-eb494041-c799-491c-ab89-a7acfde56289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:48.016995 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1d1c1e25-74f1-4ad9-af0a-8527b737a384 req-dcf8daf8-64fa-4f7f-9735-681250e6686a tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241179
Feb 04 00:06:48.084201 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-59c2ffc2-47ee-4f41-a8cb-16fd7e04fb74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] For port 1fb94586-8b21-4afa-812c-93a907d19591, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1fb94586-8b21-4afa-812c-93a907d19591,segment=NetworkSegment(da65293d-f10d-4bfe-8df2-5989ab7c29f6),segment_id=da65293d-f10d-4bfe-8df2-5989ab7c29f6)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:48.084554 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-59c2ffc2-47ee-4f41-a8cb-16fd7e04fb74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:48.202024 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-59c2ffc2-47ee-4f41-a8cb-16fd7e04fb74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Calling delete_port for 1fb94586-8b21-4afa-812c-93a907d19591 owned by compute:nova {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:06:48.345111 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-59c2ffc2-47ee-4f41-a8cb-16fd7e04fb74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:48.364673 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['1fb94586-8b21-4afa-812c-93a907d19591'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:06:48.395855 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2ffc2-47ee-4f41-a8cb-16fd7e04fb74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Pushing event deleted for resources: {'Port': ['ID=1fb94586-8b21-4afa-812c-93a907d19591,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:48.482372 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-59c2ffc2-47ee-4f41-a8cb-16fd7e04fb74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] No DVR routers for this DVR port 1fb94586-8b21-4afa-812c-93a907d19591 on host hv-cinder-82777 {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:06:48.484790 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-59c2ffc2-47ee-4f41-a8cb-16fd7e04fb74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:48.487445 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5022dfc9-229e-4d63-a7d8-9a86332e2e1c', 'name': 'network-vif-deleted', 'tag': '1fb94586-8b21-4afa-812c-93a907d19591'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:48.503641 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ed4ea8c-12df-47de-abb2-9495bba9b50c req-59c2ffc2-47ee-4f41-a8cb-16fd7e04fb74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.48 "DELETE /v2.0/ports/1fb94586-8b21-4afa-812c-93a907d19591 HTTP/1.1" status: 204  len: 173 time: 0.7858410
Feb 04 00:06:48.546281 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5022dfc9-229e-4d63-a7d8-9a86332e2e1c', 'name': 'network-vif-deleted', 'tag': '1fb94586-8b21-4afa-812c-93a907d19591', 'status': 'completed', 'code': 200}
Feb 04 00:06:49.010675 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:49.120158 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:49.204020 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-c828d03f-fce9-4d84-bac9-46cae1655206 req-e593bba1-3269-4a7d-83a3-ec7bb8fbeeaa tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Synchronizing usage tracker for tenant:17abd0f1969e41348c53895eb7db8210 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:06:49.219318 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-c828d03f-fce9-4d84-bac9-46cae1655206 req-e593bba1-3269-4a7d-83a3-ec7bb8fbeeaa tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Unset dirty status for tenant:17abd0f1969e41348c53895eb7db8210 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:06:49.220551 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c828d03f-fce9-4d84-bac9-46cae1655206 req-e593bba1-3269-4a7d-83a3-ec7bb8fbeeaa tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=5022dfc9-229e-4d63-a7d8-9a86332e2e1c HTTP/1.1" status: 200  len: 210 time: 0.0623615
Feb 04 00:06:50.400067 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:50.480291 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1fb94586-8b21-4afa-812c-93a907d19591 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:06:50.514025 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 1fb94586-8b21-4afa-812c-93a907d19591 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:06:50.514658 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1fb94586-8b21-4afa-812c-93a907d19591 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:06:50.625702 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-34fdca80-950f-49a7-9a27-0275427f15c3 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:50.627151 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-34fdca80-950f-49a7-9a27-0275427f15c3 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/networks?id=05a37d19-2f87-48e3-b94e-95a35980430f HTTP/1.1" status: 200  len: 809 time: 0.1506906
Feb 04 00:06:50.647342 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-f1fad295-3ed2-434c-a5ba-950adb28b7f5 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/quotas/17abd0f1969e41348c53895eb7db8210 HTTP/1.1" status: 200  len: 375 time: 0.0120316
Feb 04 00:06:50.694515 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-5f2473f2-bcf5-4d9a-a2ef-38f5e483c92e tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17abd0f1969e41348c53895eb7db8210&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0419033
Feb 04 00:06:50.828684 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-9f7c535f-bdde-4fd4-bb58-8197271a92e1 service neutron] 10.222.0.13 "GET /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273019
Feb 04 00:06:50.954980 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-c0b9f497-832a-469a-9ce6-55cf623d5fef service neutron] 10.222.0.13 "GET /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204429
Feb 04 00:06:51.136589 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ce79d68d-9ba5-4e90-8b32-cecaac47efe9 req-ede4b1a0-8192-4fe8-9b23-6beecb9d2360 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 210 time: 0.0414968
Feb 04 00:06:52.224591 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-caf10bb1-ac35-4056-bb3e-3ac983fa7e23 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:52.226029 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-caf10bb1-ac35-4056-bb3e-3ac983fa7e23 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.48 "GET /v2.0/networks?id=05a37d19-2f87-48e3-b94e-95a35980430f HTTP/1.1" status: 200  len: 809 time: 0.2184093
Feb 04 00:06:52.253678 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Request body: {'port': {'device_id': 'e0a7c626-b83b-426b-b328-3853dfd6a722', 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f', 'admin_state_up': True, 'tenant_id': '17abd0f1969e41348c53895eb7db8210'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:52.363756 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d37bfee8-3e5b-4104-a2de-0bf00365d936 req-a1933e21-f6ce-42ae-99b0-e586998cb65a tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 210 time: 0.0936732
Feb 04 00:06:52.427930 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:06:52.437065 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:06:52.446357 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Made reservation on behalf of 17abd0f1969e41348c53895eb7db8210 for: {'port': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:06:52.449246 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:52.605769 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Allocated IP 172.20.0.14 (05a37d19-2f87-48e3-b94e-95a35980430f/6406000f-9361-4979-9321-3e53232b61aa/f764c8f4-de08-48d3-9d69-3f142a40867c) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:06:52.800846 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:52.827476 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:52.898158 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Network 05a37d19-2f87-48e3-b94e-95a35980430f is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:06:52.901248 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:06:52.905217 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:06:52.935368 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Pushing event updated for resources: {'Port': ['ID=f764c8f4-de08-48d3-9d69-3f142a40867c,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:52.968549 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:52.969147 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:52.993915 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-b98a0cd1-accc-44ea-9e0a-69f4d1c7e092 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7449138
Feb 04 00:06:53.004867 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Request body: {'port': {'device_id': 'e0a7c626-b83b-426b-b328-3853dfd6a722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:06:53.113549 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:53.452446 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f764c8f4-de08-48d3-9d69-3f142a40867c {{(pid=82731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:06:53.459214 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:53.474066 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Transition to ACTIVE for port object f764c8f4-de08-48d3-9d69-3f142a40867c will not be triggered until provisioned by entity L2. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:06:53.477757 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:53.570652 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379b2d5-0e53-4854-ae7e-0094d4ed7a88 req-94a54eb4-721e-43a8-9f8c-b63ae1ad4a02 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:53.572153 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5379b2d5-0e53-4854-ae7e-0094d4ed7a88 req-94a54eb4-721e-43a8-9f8c-b63ae1ad4a02 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 944 time: 0.0819290
Feb 04 00:06:53.603163 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f764c8f4-de08-48d3-9d69-3f142a40867c,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:53.619803 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5379b2d5-0e53-4854-ae7e-0094d4ed7a88 req-193dbb0b-8cca-4a40-a6e3-b1fe5c9e1cba tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420961
Feb 04 00:06:53.706386 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Attempting to bind port f764c8f4-de08-48d3-9d69-3f142a40867c on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:06:53.706713 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Attempting to bind port f764c8f4-de08-48d3-9d69-3f142a40867c by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'da65293d-f10d-4bfe-8df2-5989ab7c29f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f'}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:06:53.707036 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Attempting to bind port f764c8f4-de08-48d3-9d69-3f142a40867c on network 05a37d19-2f87-48e3-b94e-95a35980430f {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:06:53.712959 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Port f764c8f4-de08-48d3-9d69-3f142a40867c on network 05a37d19-2f87-48e3-b94e-95a35980430f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:06:53.713276 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Attempting to bind port f764c8f4-de08-48d3-9d69-3f142a40867c on network 05a37d19-2f87-48e3-b94e-95a35980430f {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:06:53.719327 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:06:53.719693 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Checking segment: {'id': 'da65293d-f10d-4bfe-8df2-5989ab7c29f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:06:53.720077 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Bound using segment: {'id': 'da65293d-f10d-4bfe-8df2-5989ab7c29f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f'} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:06:53.720496 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Bound port: f764c8f4-de08-48d3-9d69-3f142a40867c, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da65293d-f10d-4bfe-8df2-5989ab7c29f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f'}}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:06:53.720835 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:53.804787 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] For port f764c8f4-de08-48d3-9d69-3f142a40867c, host hv-cinder-82777, cleared binding levels {{(pid=82731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:06:53.807818 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] For port f764c8f4-de08-48d3-9d69-3f142a40867c, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f764c8f4-de08-48d3-9d69-3f142a40867c,segment=NetworkSegment(da65293d-f10d-4bfe-8df2-5989ab7c29f6),segment_id=da65293d-f10d-4bfe-8df2-5989ab7c29f6)] {{(pid=82731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:06:53.812071 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:53.944270 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:53.946201 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] 10.222.0.48 "PUT /v2.0/ports/f764c8f4-de08-48d3-9d69-3f142a40867c HTTP/1.1" status: 200  len: 1094 time: 0.9448612
Feb 04 00:06:53.948499 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a7c626-b83b-426b-b328-3853dfd6a722', 'tag': 'f764c8f4-de08-48d3-9d69-3f142a40867c'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:06:53.966588 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2bce3-8e27-44d4-bf69-433af576bbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f764c8f4-de08-48d3-9d69-3f142a40867c,revision_number=3']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:54.000975 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a7c626-b83b-426b-b328-3853dfd6a722', 'tag': 'f764c8f4-de08-48d3-9d69-3f142a40867c', 'status': 'completed', 'code': 200}
Feb 04 00:06:54.814607 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cca087-5105-4e57-836b-ad2a55d504bd req-a59ce7b4-f4a4-4f2f-9e5c-8e9c156c2463 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:54.816894 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-70cca087-5105-4e57-836b-ad2a55d504bd req-a59ce7b4-f4a4-4f2f-9e5c-8e9c156c2463 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 944 time: 0.0800025
Feb 04 00:06:54.864399 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-70cca087-5105-4e57-836b-ad2a55d504bd req-3e329f5f-f85e-4bee-8731-c1a42a6150ce tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420530
Feb 04 00:06:56.235925 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-35ad64bc-c72e-4fbf-bcb5-2255d7464fec req-77ff1a24-369e-4e60-91ca-2e892a3c7912 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17abd0f1969e41348c53895eb7db8210&device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 1097 time: 0.1267719
Feb 04 00:06:56.243744 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:56.246802 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f81b-865e-4858-8005-72f737cd25d5 req-1fe440ea-b8a2-4cf2-87aa-9a1db53e0eec tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:56.247481 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-4141f81b-865e-4858-8005-72f737cd25d5 req-1fe440ea-b8a2-4cf2-87aa-9a1db53e0eec tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Synchronizing usage tracker for tenant:17abd0f1969e41348c53895eb7db8210 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:06:56.342043 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-4141f81b-865e-4858-8005-72f737cd25d5 req-1fe440ea-b8a2-4cf2-87aa-9a1db53e0eec tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Unset dirty status for tenant:17abd0f1969e41348c53895eb7db8210 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:06:56.343443 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4141f81b-865e-4858-8005-72f737cd25d5 req-1fe440ea-b8a2-4cf2-87aa-9a1db53e0eec tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 944 time: 0.3576491
Feb 04 00:06:56.424388 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad64bc-c72e-4fbf-bcb5-2255d7464fec req-3f325be2-1370-4431-92c9-9e2b8bb38857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:56.425876 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-35ad64bc-c72e-4fbf-bcb5-2255d7464fec req-3f325be2-1370-4431-92c9-9e2b8bb38857 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=17abd0f1969e41348c53895eb7db8210&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1744909
Feb 04 00:06:56.430411 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4141f81b-865e-4858-8005-72f737cd25d5 req-deb20a8f-0710-4b8b-a545-91d41ef1f877 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789001
Feb 04 00:06:56.561898 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad64bc-c72e-4fbf-bcb5-2255d7464fec req-5b1746ba-c039-4a63-895f-d18757c2f4c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:56.563278 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-35ad64bc-c72e-4fbf-bcb5-2255d7464fec req-5b1746ba-c039-4a63-895f-d18757c2f4c4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1309574
Feb 04 00:06:56.670696 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-44854942-1c7d-417d-b611-3e84d098e2e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17abd0f1969e41348c53895eb7db8210&device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 1097 time: 0.0713339
Feb 04 00:06:56.738992 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-6405a755-5051-4ad4-94f9-fdea16372010 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f764c8f4-de08-48d3-9d69-3f142a40867c HTTP/1.1" status: 200  len: 217 time: 0.0595660
Feb 04 00:06:56.802218 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-e2833447-71b1-4641-8758-a7a450769233 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:56.803618 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-e2833447-71b1-4641-8758-a7a450769233 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6406000f-9361-4979-9321-3e53232b61aa HTTP/1.1" status: 200  len: 849 time: 0.0581939
Feb 04 00:06:56.848436 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-249bed49-75cd-4a44-8c87-d1929aa37617 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05a37d19-2f87-48e3-b94e-95a35980430f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385544
Feb 04 00:06:56.980640 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-bbab23fd-10dc-466a-b799-0ad18dc048bf service neutron] 10.222.0.48 "GET /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244566
Feb 04 00:06:57.108135 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-44ab606a-bc7a-444a-bfb4-1da4b91f05e4 req-f2467df7-14c7-44af-9b8a-a0619662217d service neutron] 10.222.0.48 "GET /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211915
Feb 04 00:06:57.699430 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880f926-b673-48db-bc89-cc98b18b99a1 req-b1094913-e71e-49b3-af86-35372825a2b2 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:57.700897 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d880f926-b673-48db-bc89-cc98b18b99a1 req-b1094913-e71e-49b3-af86-35372825a2b2 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 944 time: 0.1493731
Feb 04 00:06:57.748261 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d880f926-b673-48db-bc89-cc98b18b99a1 req-3d2d2c04-5314-432a-b19f-1275055f603c tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411019
Feb 04 00:06:58.939519 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9f509-faf6-489f-a9da-1a471dd79d96 req-4fdcece3-e11c-4d68-88a1-6891da56e486 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:06:58.941013 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a6d9f509-faf6-489f-a9da-1a471dd79d96 req-4fdcece3-e11c-4d68-88a1-6891da56e486 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 944 time: 0.0741806
Feb 04 00:06:58.988805 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a6d9f509-faf6-489f-a9da-1a471dd79d96 req-5aa60051-feea-4f37-8ccb-f3afb3f169a7 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424316
Feb 04 00:06:59.202584 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f764c8f4-de08-48d3-9d69-3f142a40867c details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:06:59.343669 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f764c8f4-de08-48d3-9d69-3f142a40867c, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f764c8f4-de08-48d3-9d69-3f142a40867c,segment=NetworkSegment(da65293d-f10d-4bfe-8df2-5989ab7c29f6),segment_id=da65293d-f10d-4bfe-8df2-5989ab7c29f6)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:59.357591 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': 'f764c8f4-de08-48d3-9d69-3f142a40867c', 'network_id': '05a37d19-2f87-48e3-b94e-95a35980430f', 'port_id': 'f764c8f4-de08-48d3-9d69-3f142a40867c', 'mac_address': 'fa:16:3e:70:fe:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6406000f-9361-4979-9321-3e53232b61aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:06:59.413712 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:59.430970 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f764c8f4-de08-48d3-9d69-3f142a40867c {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:06:59.445610 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f764c8f4-de08-48d3-9d69-3f142a40867c, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f764c8f4-de08-48d3-9d69-3f142a40867c,segment=NetworkSegment(da65293d-f10d-4bfe-8df2-5989ab7c29f6),segment_id=da65293d-f10d-4bfe-8df2-5989ab7c29f6)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:06:59.449024 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:06:59.512797 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=f764c8f4-de08-48d3-9d69-3f142a40867c,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:06:59.727557 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['f764c8f4-de08-48d3-9d69-3f142a40867c'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:07:00.185197 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33002b8-0d81-473e-b55e-2b0d1dbb4463 req-01cf733e-fe51-4626-9b52-00d8be6f6b0e tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:00.186636 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e33002b8-0d81-473e-b55e-2b0d1dbb4463 req-01cf733e-fe51-4626-9b52-00d8be6f6b0e tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 945 time: 0.0792441
Feb 04 00:07:00.289354 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e33002b8-0d81-473e-b55e-2b0d1dbb4463 req-ee595706-bb95-4ffc-b32a-ae85dc0617c6 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964279
Feb 04 00:07:01.203890 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f764c8f4-de08-48d3-9d69-3f142a40867c up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:07:01.274624 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port f764c8f4-de08-48d3-9d69-3f142a40867c completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:07:01.279368 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port f764c8f4-de08-48d3-9d69-3f142a40867c triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:07:01.279755 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:01.399649 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:01.426349 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a7c626-b83b-426b-b328-3853dfd6a722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f764c8f4-de08-48d3-9d69-3f142a40867c'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:07:01.436527 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f764c8f4-de08-48d3-9d69-3f142a40867c, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f764c8f4-de08-48d3-9d69-3f142a40867c,segment=NetworkSegment(da65293d-f10d-4bfe-8df2-5989ab7c29f6),segment_id=da65293d-f10d-4bfe-8df2-5989ab7c29f6)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:07:01.441817 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:01.481437 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a7c626-b83b-426b-b328-3853dfd6a722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f764c8f4-de08-48d3-9d69-3f142a40867c', 'code': 200}
Feb 04 00:07:01.487606 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e184b-39e2-4e06-8977-650e21d69d6c req-315e11a6-70e2-4a94-a94d-70090f0acded tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:01.489081 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-264e184b-39e2-4e06-8977-650e21d69d6c req-315e11a6-70e2-4a94-a94d-70090f0acded tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 946 time: 0.0791042
Feb 04 00:07:01.515814 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=f764c8f4-de08-48d3-9d69-3f142a40867c,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:01.536271 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-264e184b-39e2-4e06-8977-650e21d69d6c req-39d664cc-d210-4658-b497-9a8703ee27c0 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414360
Feb 04 00:07:01.709766 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8c8a0d63-aae9-4b5a-9e85-74a9958fbd80 req-2b065a77-b2c9-4bb1-bc12-fa9fdb063737 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 1099 time: 0.0700581
Feb 04 00:07:01.756220 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8c8a0d63-aae9-4b5a-9e85-74a9958fbd80 req-c52cb3b5-8ba2-43bb-ab7f-09b274a026a7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401859
Feb 04 00:07:02.730788 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef13b79-a10e-4000-bd32-35ef19f5ee6a req-19722193-7279-400b-afed-bf4a215352f1 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:02.732246 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0ef13b79-a10e-4000-bd32-35ef19f5ee6a req-19722193-7279-400b-afed-bf4a215352f1 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 946 time: 0.0760782
Feb 04 00:07:02.788637 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0ef13b79-a10e-4000-bd32-35ef19f5ee6a req-4acf82d6-439e-44f3-bde9-27dbe3211321 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400372
Feb 04 00:07:03.458718 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:07:03.981512 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcb9bd-0fab-4cc0-8e58-bc469a0169ef req-e32c5a62-b1ab-403e-90d4-198fb8de9610 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:03.982938 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-56fcb9bd-0fab-4cc0-8e58-bc469a0169ef req-e32c5a62-b1ab-403e-90d4-198fb8de9610 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 946 time: 0.0755458
Feb 04 00:07:04.027608 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-56fcb9bd-0fab-4cc0-8e58-bc469a0169ef req-ffd3fbe2-a382-4ed0-bcc1-d7bc7bee3af2 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383310
Feb 04 00:07:05.233699 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd28e77-6f31-44df-bb08-1ae8ae278353 req-a6907eb1-fca2-42ef-99fa-021e650fcf74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:05.235117 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5cd28e77-6f31-44df-bb08-1ae8ae278353 req-a6907eb1-fca2-42ef-99fa-021e650fcf74 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 946 time: 0.0786080
Feb 04 00:07:05.280154 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5cd28e77-6f31-44df-bb08-1ae8ae278353 req-1a5775b0-f1e3-4ca0-802f-36bf574d8b11 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388563
Feb 04 00:07:06.479807 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc7627-f6ca-4dcc-9105-9affd63df8ea req-d69c6cd6-bf9a-43ac-8d38-31026424d7ed tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:06.481252 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cdfc7627-f6ca-4dcc-9105-9affd63df8ea req-d69c6cd6-bf9a-43ac-8d38-31026424d7ed tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 946 time: 0.0787077
Feb 04 00:07:06.526212 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cdfc7627-f6ca-4dcc-9105-9affd63df8ea req-7804209d-719c-4c9c-acd1-6691d963ff92 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b36d93e-93ac-47f2-a625-8175a7da99e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395064
Feb 04 00:07:06.549026 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-faafbeab-3420-410a-a4d7-8691d23b1148 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:06.550604 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-faafbeab-3420-410a-a4d7-8691d23b1148 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 946 time: 0.0737393
Feb 04 00:07:06.695085 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Deleting port f764c8f4-de08-48d3-9d69-3f142a40867c {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:07:06.695418 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:06.938863 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] For port f764c8f4-de08-48d3-9d69-3f142a40867c, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f764c8f4-de08-48d3-9d69-3f142a40867c,segment=NetworkSegment(da65293d-f10d-4bfe-8df2-5989ab7c29f6),segment_id=da65293d-f10d-4bfe-8df2-5989ab7c29f6)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:07:06.939224 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:07.064695 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Calling delete_port for f764c8f4-de08-48d3-9d69-3f142a40867c owned by compute:nova {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:07:07.203943 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:07.216177 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['f764c8f4-de08-48d3-9d69-3f142a40867c'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:07:07.254826 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Pushing event deleted for resources: {'Port': ['ID=f764c8f4-de08-48d3-9d69-3f142a40867c,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:07.293949 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.294289 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.294617 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.294942 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.295263 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.295606 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.295922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.296238 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.296550 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.296860 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.297171 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:07.336840 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] No DVR routers for this DVR port f764c8f4-de08-48d3-9d69-3f142a40867c on host hv-cinder-82777 {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:07:07.339276 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:07.341659 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a7c626-b83b-426b-b328-3853dfd6a722', 'name': 'network-vif-deleted', 'tag': 'f764c8f4-de08-48d3-9d69-3f142a40867c'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:07:07.356316 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-71f0a611-d98a-41c6-a440-53fa63da7248 req-39ad2ed8-7684-4b51-baf2-5b16b5cc2e36 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.48 "DELETE /v2.0/ports/f764c8f4-de08-48d3-9d69-3f142a40867c HTTP/1.1" status: 204  len: 173 time: 0.8006048
Feb 04 00:07:07.405762 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a7c626-b83b-426b-b328-3853dfd6a722', 'name': 'network-vif-deleted', 'tag': 'f764c8f4-de08-48d3-9d69-3f142a40867c', 'status': 'completed', 'code': 200}
Feb 04 00:07:07.702425 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f3b52ac3-d524-449e-ab3b-4b0e5a4429bb req-55fc875b-97d7-4f5e-9322-2a9cb516ede8 tempest-VolumesActionsTest-440491729 tempest-VolumesActionsTest-440491729-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0a7c626-b83b-426b-b328-3853dfd6a722 HTTP/1.1" status: 200  len: 210 time: 0.0401447
Feb 04 00:07:07.997924 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39054) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:08.060876 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Deleting subnet e2ad85f4-7753-4863-92d1-43c8088fde6e {{(pid=82732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:07:08.063868 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.117271 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15827296'] for subnet, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.176175 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.243223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15774339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15335757'] for subnet, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.280364 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ad85f4-7753-4863-92d1-43c8088fde6e,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:08.293753 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.294024 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.294316 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.294648 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.294975 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.295639 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.295639 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.296370 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.296370 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.296604 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.297045 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:08.301440 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.307953 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-b52837f3-5cf6-4180-ae95-a46129d11c2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2ad85f4-7753-4863-92d1-43c8088fde6e HTTP/1.1" status: 204  len: 168 time: 0.3068442
Feb 04 00:07:08.308167 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39064) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:08.455069 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.592679 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c870-4c95-4b0c-94ba-ee416ed62b6f req-bba8c372-67be-4c59-9e14-69ab1e2908f3 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:08.594020 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0fa2c870-4c95-4b0c-94ba-ee416ed62b6f req-bba8c372-67be-4c59-9e14-69ab1e2908f3 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1825700
Feb 04 00:07:08.622913 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.657427 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df6711a00>,) {'filters': {'network_id': ['1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d']}} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:08.673767 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6711a00>, '7bff1978-4357-4f9a-893c-4494b743c294') {'for_net_delete': True} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:08.674057 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6711a00>, '7bff1978-4357-4f9a-893c-4494b743c294') {} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:08.686997 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15827289'] for segment, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.695179 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0fa2c870-4c95-4b0c-94ba-ee416ed62b6f req-dc3d6add-41cb-4c7a-a8dc-55e1156e4f5a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916915
Feb 04 00:07:08.705251 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.711273 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=82732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:07:08.711688 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15884321'] for segment, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]: Traceback (most recent call last):
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     timer()
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     cb(*args, **kw)
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     return func(*args, **kwargs)
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     self._notify()
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     self.callback(batched_events)
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     event.method(event)
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     return f(self, *a, **k)
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._get(url).json()
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:07:08.724859 dv-cinder-827776-1-iscsi neutron-server[82732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:07:08.801917 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.818927 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:08.829247 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:08.839566 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-6cde053b-5fac-4c46-8f76-42f1bd7fb870 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1dbb1331-42d7-4dc7-9aac-b941cf9fbd1d HTTP/1.1" status: 204  len: 168 time: 0.5303197
Feb 04 00:07:08.978599 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39078) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:09.029178 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-50aaa4da-4218-4dc9-8c92-a41147b45e9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7e8fb69e8c04d36825e79a42821b782&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494804
Feb 04 00:07:09.031753 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39082) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:09.095418 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b1ee98e6-265a-48fc-b9f6-9b995f7c0cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:09.122255 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b1ee98e6-265a-48fc-b9f6-9b995f7c0cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:09.172997 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b1ee98e6-265a-48fc-b9f6-9b995f7c0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:09.193428 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee98e6-265a-48fc-b9f6-9b995f7c0cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41594fae-f534-494d-96d5-6260347485ba,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:09.201265 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b1ee98e6-265a-48fc-b9f6-9b995f7c0cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:09.204691 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-b1ee98e6-265a-48fc-b9f6-9b995f7c0cd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41594fae-f534-494d-96d5-6260347485ba HTTP/1.1" status: 204  len: 168 time: 0.1697133
Feb 04 00:07:09.911849 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5620d-20f6-46fa-af77-3d5a219065b2 req-7b145ba5-3d9f-4d88-a418-d9d2d1e5a6ca tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:09.913318 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e3d5620d-20f6-46fa-af77-3d5a219065b2 req-7b145ba5-3d9f-4d88-a418-d9d2d1e5a6ca tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0814362
Feb 04 00:07:09.960317 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e3d5620d-20f6-46fa-af77-3d5a219065b2 req-9166794c-2554-4179-abc2-959dbae4812d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415080
Feb 04 00:07:11.168768 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19ea9-9d49-485e-af0a-de279e3adc02 req-d8328912-9549-4666-90b7-4660a05acc3f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:11.170237 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b4b19ea9-9d49-485e-af0a-de279e3adc02 req-d8328912-9549-4666-90b7-4660a05acc3f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0751419
Feb 04 00:07:11.217077 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b4b19ea9-9d49-485e-af0a-de279e3adc02 req-6079bb33-a372-4622-af0b-b5c438000d35 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413427
Feb 04 00:07:11.834748 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f764c8f4-de08-48d3-9d69-3f142a40867c no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:07:11.868642 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: f764c8f4-de08-48d3-9d69-3f142a40867c {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:07:11.868981 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f764c8f4-de08-48d3-9d69-3f142a40867c not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:07:12.428174 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531692b-bb9a-4a9d-b30e-11e3c81cc875 req-31e1b620-c9e9-4edc-bc3d-0cca10a0798e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:12.429621 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9531692b-bb9a-4a9d-b30e-11e3c81cc875 req-31e1b620-c9e9-4edc-bc3d-0cca10a0798e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0761921
Feb 04 00:07:12.474592 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9531692b-bb9a-4a9d-b30e-11e3c81cc875 req-51b86172-f515-471a-bd14-46293f7c49e8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395288
Feb 04 00:07:13.696200 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1239-9072-4004-8e1e-32b260248623 req-925cef00-acb1-4301-9f1d-9a60e11096f5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:13.697668 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-df0d1239-9072-4004-8e1e-32b260248623 req-925cef00-acb1-4301-9f1d-9a60e11096f5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0754182
Feb 04 00:07:13.743949 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-df0d1239-9072-4004-8e1e-32b260248623 req-b91646d3-63b4-4cf3-952a-84f8c9d0663b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407825
Feb 04 00:07:14.966428 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afeb70-5571-4750-ae21-aac40958ce10 req-79570dd2-e874-487e-bc5c-6fd9ce7a09c0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:14.967924 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-33afeb70-5571-4750-ae21-aac40958ce10 req-79570dd2-e874-487e-bc5c-6fd9ce7a09c0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0859516
Feb 04 00:07:15.017528 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-33afeb70-5571-4750-ae21-aac40958ce10 req-308b51de-3645-4f1f-b053-c3fdd3e3ba68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429928
Feb 04 00:07:15.552881 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-72cf6ba2-33df-4cad-bc77-4327141748fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:16.263266 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97168e-1e6c-4429-9473-1bfe5e3e6cab req-271e6aea-afe5-4cbf-aa4e-4d615949517a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:16.268655 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4f97168e-1e6c-4429-9473-1bfe5e3e6cab req-271e6aea-afe5-4cbf-aa4e-4d615949517a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0905960
Feb 04 00:07:16.334342 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4f97168e-1e6c-4429-9473-1bfe5e3e6cab req-fa5a0e0f-b6cd-40d7-8393-fc15a1ed3179 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623486
Feb 04 00:07:17.567931 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04817bac-ee5a-4d17-b983-3af960e096df req-50f7163b-535c-40be-8587-d81be0a43011 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:17.569685 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-04817bac-ee5a-4d17-b983-3af960e096df req-50f7163b-535c-40be-8587-d81be0a43011 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0922785
Feb 04 00:07:17.634029 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-04817bac-ee5a-4d17-b983-3af960e096df req-587d9757-87c3-4cb2-bd53-e1ff3d5beedc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583217
Feb 04 00:07:18.016471 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-48f64f6d-f20c-400e-8486-5bed99340dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:18.904300 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fba27d-a728-48be-b24f-fc4ef47db4a6 req-f642491d-7bf4-4fd7-8d6b-6af18a1dc31b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:18.905461 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-97fba27d-a728-48be-b24f-fc4ef47db4a6 req-f642491d-7bf4-4fd7-8d6b-6af18a1dc31b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1103365
Feb 04 00:07:18.960527 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-97fba27d-a728-48be-b24f-fc4ef47db4a6 req-844e102d-433e-4774-a0c7-f84d740fedfd tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486350
Feb 04 00:07:19.009420 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:19.136423 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:19.506809 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa7ee9-f635-43f5-974d-1935f3f78d42 req-f3c49c79-d0e1-4fd5-9e54-611e47abbfa0 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:19.508593 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5baa7ee9-f635-43f5-974d-1935f3f78d42 req-f3c49c79-d0e1-4fd5-9e54-611e47abbfa0 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1022208
Feb 04 00:07:19.563009 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5baa7ee9-f635-43f5-974d-1935f3f78d42 req-5df39874-fb6d-496f-9cbf-52890762071b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484502
Feb 04 00:07:20.213057 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954208d-b734-4332-8652-1b3ccc9f7cb8 req-61d28adb-f799-4e28-887a-53116da0ee8f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:20.214388 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0954208d-b734-4332-8652-1b3ccc9f7cb8 req-61d28adb-f799-4e28-887a-53116da0ee8f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0778770
Feb 04 00:07:20.264962 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0954208d-b734-4332-8652-1b3ccc9f7cb8 req-262ed633-bc59-4b07-bbeb-b154e3d52663 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447111
Feb 04 00:07:20.390675 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:20.796170 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa99587-e43d-44b7-8c61-432c2c4046f8 req-68994119-b7f9-43c8-a481-51f4fee93a10 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:20.798353 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0fa99587-e43d-44b7-8c61-432c2c4046f8 req-68994119-b7f9-43c8-a481-51f4fee93a10 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.0877001
Feb 04 00:07:20.865841 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0fa99587-e43d-44b7-8c61-432c2c4046f8 req-09a1266c-08d5-4a8c-90a1-8d84b184b033 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598977
Feb 04 00:07:21.264532 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f248ef4a-916a-45f4-9177-708ab6982529 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:07:21.460872 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:07:21.481277 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': 'f248ef4a-916a-45f4-9177-708ab6982529', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'port_id': 'f248ef4a-916a-45f4-9177-708ab6982529', 'mac_address': 'fa:16:3e:ac:2d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:07:21.539018 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083795e4-969f-4268-8cd5-020bd0fcf107 req-af57c227-901d-4990-813f-10db10308aed tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:21.541250 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-083795e4-969f-4268-8cd5-020bd0fcf107 req-af57c227-901d-4990-813f-10db10308aed tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1200373
Feb 04 00:07:21.544507 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:21.564705 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f248ef4a-916a-45f4-9177-708ab6982529 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:07:21.583129 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:07:21.589754 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:21.671499 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=6']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:21.676609 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['f248ef4a-916a-45f4-9177-708ab6982529'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:07:21.694872 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-083795e4-969f-4268-8cd5-020bd0fcf107 req-e2d201a9-b913-4ca0-8ccc-21f602739b11 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1472440
Feb 04 00:07:21.769714 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-7123dc4b-d7c9-4869-85c7-009a931bf710 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:21.771152 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-7123dc4b-d7c9-4869-85c7-009a931bf710 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.48 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.1120436
Feb 04 00:07:21.861107 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Deleting port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:07:21.862922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:22.283942 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced3a1-15b7-4fbe-a9ba-a5b8816eb63a req-25237294-830b-4335-838f-cb56e6d11f49 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:22.285722 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2bced3a1-15b7-4fbe-a9ba-a5b8816eb63a req-25237294-830b-4335-838f-cb56e6d11f49 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 945 time: 0.2714038
Feb 04 00:07:22.322843 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] For port c0574cc1-97a1-4cd8-aa78-500d9a4d4536, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:07:22.323246 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:22.430131 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2bced3a1-15b7-4fbe-a9ba-a5b8816eb63a req-87e681e5-9737-4b5d-b8f3-0f17059413ec tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9af81239-0dbc-4b91-b2a2-be8a596b7703&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352565
Feb 04 00:07:22.659485 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:22.659889 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:22.660202 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.l3_db [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Floating IP 5d9b5bc8-d99a-4f84-bd2a-49b77a744f8e disassociated. External IP: 172.27.3.8, port: c0574cc1-97a1-4cd8-aa78-500d9a4d4536.
Feb 04 00:07:22.660540 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Calling delete_port for c0574cc1-97a1-4cd8-aa78-500d9a4d4536 owned by compute:nova {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:07:22.821592 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:22.878646 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event deleted for resources: {'Port': ['ID=c0574cc1-97a1-4cd8-aa78-500d9a4d4536,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:22.948212 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195a76b-756b-4cbc-91a0-75716bc5b43e req-cfd0efce-2f0e-45ae-8aa5-2362a5c9017f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:22.949858 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4195a76b-756b-4cbc-91a0-75716bc5b43e req-cfd0efce-2f0e-45ae-8aa5-2362a5c9017f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 945 time: 0.0889935
Feb 04 00:07:23.008678 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4195a76b-756b-4cbc-91a0-75716bc5b43e req-9874b12a-b525-4476-9b2e-24f9c1e9c12c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467632
Feb 04 00:07:23.126362 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Router 89e59c5b-4cea-47fa-bb6f-6438efa79951 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:07:23.409084 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f248ef4a-916a-45f4-9177-708ab6982529 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:07:23.522239 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:07:23.530235 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port f248ef4a-916a-45f4-9177-708ab6982529 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:07:23.530668 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:23.575095 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] Sync routers for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:07:23.600802 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] No DVR routers for this DVR port c0574cc1-97a1-4cd8-aa78-500d9a4d4536 on host hv-cinder-82777 {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:07:23.603421 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:23.614821 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096df910-cc75-442a-afac-1fc1c3221490', 'name': 'network-vif-deleted', 'tag': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:07:23.617567 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:07:23.618303 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6ea1a00>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:07:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:23.623073 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a5b2d7b4-963c-4014-afe6-f7d1be16bb4b req-82a7f0b1-bffa-4708-b1d8-32bb99f3408c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.48 "DELETE /v2.0/ports/c0574cc1-97a1-4cd8-aa78-500d9a4d4536 HTTP/1.1" status: 204  len: 173 time: 1.8459048
Feb 04 00:07:23.729303 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-b877c17b-096f-4349-8eda-5b2241e0b59a req-22fe3462-3f1a-42f3-b4b5-686ef42fbda4 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Synchronizing usage tracker for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:07:23.754197 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-b877c17b-096f-4349-8eda-5b2241e0b59a req-22fe3462-3f1a-42f3-b4b5-686ef42fbda4 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Unset dirty status for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:07:23.755770 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b877c17b-096f-4349-8eda-5b2241e0b59a req-22fe3462-3f1a-42f3-b4b5-686ef42fbda4 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=096df910-cc75-442a-afac-1fc1c3221490 HTTP/1.1" status: 200  len: 210 time: 0.0749290
Feb 04 00:07:23.949769 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:23.979487 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096df910-cc75-442a-afac-1fc1c3221490', 'name': 'network-vif-deleted', 'tag': 'c0574cc1-97a1-4cd8-aa78-500d9a4d4536', 'status': 'completed', 'code': 200}
Feb 04 00:07:23.991095 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:07:24.036117 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:07:24.060636 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:07:24.219087 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529', 'code': 200}
Feb 04 00:07:24.224977 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:24.225992 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device c0574cc1-97a1-4cd8-aa78-500d9a4d4536 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:07:24.360891 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: c0574cc1-97a1-4cd8-aa78-500d9a4d4536 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:07:24.362179 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device c0574cc1-97a1-4cd8-aa78-500d9a4d4536 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:07:24.388878 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579abecc-15fa-4f14-8092-1a5dcc04abaf req-64f9e22e-c08b-4c9b-92b6-b9070929cb2e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:24.400148 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-579abecc-15fa-4f14-8092-1a5dcc04abaf req-64f9e22e-c08b-4c9b-92b6-b9070929cb2e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1620455
Feb 04 00:07:24.456362 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=7']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:24.508289 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-579abecc-15fa-4f14-8092-1a5dcc04abaf req-89783ea3-3ccc-409f-94b6-673555e4df38 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069593
Feb 04 00:07:24.564938 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6ea1a00>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:24.570033 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] Checking router: 89e59c5b-4cea-47fa-bb6f-6438efa79951 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:07:24.581569 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:07:24.582433 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6ea1a00>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:07:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:24.817683 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:07:24.965591 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39234) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:25.060850 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-17da72a1-8ae0-45e0-b6bc-c647bf330ab2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:25.092571 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-17da72a1-8ae0-45e0-b6bc-c647bf330ab2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:25.183088 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-17da72a1-8ae0-45e0-b6bc-c647bf330ab2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:25.202476 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da72a1-8ae0-45e0-b6bc-c647bf330ab2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af81239-0dbc-4b91-b2a2-be8a596b7703,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:25.215397 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-17da72a1-8ae0-45e0-b6bc-c647bf330ab2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:25.217063 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-17da72a1-8ae0-45e0-b6bc-c647bf330ab2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "DELETE /v2.0/security-groups/9af81239-0dbc-4b91-b2a2-be8a596b7703 HTTP/1.1" status: 204  len: 168 time: 0.2504172
Feb 04 00:07:25.220020 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39238) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:25.264845 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.api.v2.resource [None req-768eb614-bdbe-4a51-bbde-5e0bb9558133 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] show failed (client error): The resource could not be found.
Feb 04 00:07:25.266342 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-768eb614-bdbe-4a51-bbde-5e0bb9558133 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups/9af81239-0dbc-4b91-b2a2-be8a596b7703 HTTP/1.1" status: 404  len: 347 time: 0.0450435
Feb 04 00:07:25.270969 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39242) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:25.299574 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6ea1a00>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:25.304339 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0631f6-1c67-400d-8eb5-5f90a79c5ab9 None None] The sync data for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi is: [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:07:25.636154 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Deleting port 0d430b22-c309-406d-8e2a-502ebcdb1ec5 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:07:25.636520 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:25.755773 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df15e56-066f-4549-98fe-d04c12a1eea6 None None] New status for floating IP 5d9b5bc8-d99a-4f84-bd2a-49b77a744f8e: DOWN {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:07:25.917622 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcd0c4-e024-4edc-8240-7f233f6550ab req-e3153da5-1333-44d7-927e-ab45014a277d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:25.919237 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3bfcd0c4-e024-4edc-8240-7f233f6550ab req-e3153da5-1333-44d7-927e-ab45014a277d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1956880
Feb 04 00:07:25.921223 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:25.922136 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:26.082529 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Calling delete_port for 0d430b22-c309-406d-8e2a-502ebcdb1ec5 owned by network:floatingip {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:07:26.175853 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3bfcd0c4-e024-4edc-8240-7f233f6550ab req-3f174dd2-afe3-4b8b-92a8-8a84eaee003e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2431912
Feb 04 00:07:26.230167 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.db.api [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:07:26.230167 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG oslo_db.api [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:07:26.248479 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:26.731909 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Deleting port 0d430b22-c309-406d-8e2a-502ebcdb1ec5 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:07:26.732180 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:26.911890 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:26.912260 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:27.038216 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Calling delete_port for 0d430b22-c309-406d-8e2a-502ebcdb1ec5 owned by network:floatingip {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:07:27.193852 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:27.245650 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event deleted for resources: {'Port': ['ID=0d430b22-c309-406d-8e2a-502ebcdb1ec5,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:27.353569 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:27.379531 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:27.383654 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a8cbe82a-b202-430c-bfe2-fd796490d460 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "DELETE /v2.0/floatingips/5d9b5bc8-d99a-4f84-bd2a-49b77a744f8e HTTP/1.1" status: 204  len: 168 time: 2.1090038
Feb 04 00:07:27.451756 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edfd4b-ce11-4805-9f76-19de70e2d8c8 req-a790f14e-e79d-4d2a-8883-591072219054 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:27.459632 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-48edfd4b-ce11-4805-9f76-19de70e2d8c8 req-a790f14e-e79d-4d2a-8883-591072219054 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1148481
Feb 04 00:07:27.519569 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-48edfd4b-ce11-4805-9f76-19de70e2d8c8 req-4c502daa-d382-42a4-b07c-fc111cf34eef tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586445
Feb 04 00:07:27.702201 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39262) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:27.708683 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--258062067', 'description': 'tempest-description--633028101'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:07:27.715176 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:07:27.720253 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Usage tracker for resource:security_group and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:07:27.727725 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:07:27.734594 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:07:27.746881 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:27.788008 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:07:27.791852 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Usage tracker for resource:security_group_rule and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:07:27.794718 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:07:27.802812 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:07:27.868501 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:27.873935 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:27.906718 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9539e7b7-b21f-4904-9f62-ebd8c05d85dd,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:27.932561 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:27.933981 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-dcfb7488-77ff-4d97-8167-8f3735eb5707 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2307291
Feb 04 00:07:27.937254 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39266) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:27.943326 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'security_group_rule': {'security_group_id': '9539e7b7-b21f-4904-9f62-ebd8c05d85dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:07:27.958347 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:07:27.963017 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Usage tracker for resource:security_group_rule and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:07:27.966942 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:07:27.974141 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:07:27.996732 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:28.064659 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:28.071888 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:28.098130 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e590ce-1f4b-4679-95bc-42090030b15e,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:28.108454 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:28.112437 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-aeab2a1c-e8d5-4071-9eb0-f15917e72898 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1713901
Feb 04 00:07:28.112593 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39270) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:28.118126 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'security_group_rule': {'security_group_id': '9539e7b7-b21f-4904-9f62-ebd8c05d85dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:07:28.124455 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:07:28.128321 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Usage tracker for resource:security_group_rule and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:07:28.131232 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:07:28.139043 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:07:28.162870 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:28.239621 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:28.244467 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:28.271052 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7453e2-d4df-4575-b46b-24e60473eb0b,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:28.281585 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:28.283840 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-5ac7f391-40fa-4684-829c-b8cb97e999d2 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1696322
Feb 04 00:07:28.286954 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39274) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:28.292626 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'floatingip': {'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:07:28.298524 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:07:28.302429 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Usage tracker for resource:floatingip and tenant:275f74ce843546508a0f065ac4e875dc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:07:28.305314 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:07:28.310992 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:07:28.335042 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:28.476580 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:28.683001 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Allocated IP 172.27.3.166 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/fdd63b74-4db3-424f-a663-eef0b006becc) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:07:28.865382 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0100136-30e3-4dfd-9cef-3ea5dd340f51 req-2cbb9360-b3d5-4aed-9984-0652f64dec5f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:28.878759 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a0100136-30e3-4dfd-9cef-3ea5dd340f51 req-2cbb9360-b3d5-4aed-9984-0652f64dec5f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1970742
Feb 04 00:07:28.958424 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a0100136-30e3-4dfd-9cef-3ea5dd340f51 req-4767b48e-d866-4930-863f-a687fde0f6f5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785131
Feb 04 00:07:29.022923 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:29.089520 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:29.206663 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:07:29.209508 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:07:29.214240 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:07:29.248884 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'Port': ['ID=fdd63b74-4db3-424f-a663-eef0b006becc,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:29.421402 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:29.486872 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:29.718827 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:29.724358 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:29.825272 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'Port': ['ID=fdd63b74-4db3-424f-a663-eef0b006becc,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:29.843917 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:29.869057 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:29.871600 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-9cae04d7-343a-4445-8f1b-60bb9c19d914 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5823419
Feb 04 00:07:30.088417 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-46aa4ccb-f58b-474c-8005-ac1cd4f1650c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Synchronizing usage tracker for tenant:275f74ce843546508a0f065ac4e875dc on resource:security_group {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:07:30.113108 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-46aa4ccb-f58b-474c-8005-ac1cd4f1650c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Unset dirty status for tenant:275f74ce843546508a0f065ac4e875dc on resource:security_group {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:07:30.114409 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-46aa4ccb-f58b-474c-8005-ac1cd4f1650c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--258062067&fields=id&tenant_id=275f74ce843546508a0f065ac4e875dc HTTP/1.1" status: 200  len: 267 time: 0.0827396
Feb 04 00:07:30.242742 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaac93-b2fb-42fc-8e8c-b387f1ba5523 req-960034a7-3639-41ed-aa92-c9141fe53924 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:30.245425 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9cfaac93-b2fb-42fc-8e8c-b387f1ba5523 req-960034a7-3639-41ed-aa92-c9141fe53924 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0932267
Feb 04 00:07:30.301336 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9cfaac93-b2fb-42fc-8e8c-b387f1ba5523 req-5c6aa91c-e17e-40cf-96ce-7389590145fa tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480418
Feb 04 00:07:30.350068 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-be05ef87-01cb-4eb9-9995-8ac4250da7cf tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:30.351533 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-be05ef87-01cb-4eb9-9995-8ac4250da7cf tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/networks?id=512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 200  len: 810 time: 0.2239351
Feb 04 00:07:30.374083 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-46c9cf5c-3e0c-4994-89e0-ac74c7bb09a3 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/quotas/275f74ce843546508a0f065ac4e875dc HTTP/1.1" status: 200  len: 375 time: 0.0133228
Feb 04 00:07:30.466387 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-09185730-ee4a-499b-93e9-917380efe5de tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Synchronizing usage tracker for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:07:30.482953 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-09185730-ee4a-499b-93e9-917380efe5de tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Unset dirty status for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:07:30.484531 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-09185730-ee4a-499b-93e9-917380efe5de tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1043739
Feb 04 00:07:30.784695 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-733d5c59-050e-4fc7-b71d-eb6e51e27b8a service neutron] 10.222.0.13 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2879238
Feb 04 00:07:30.921844 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-e6cffc11-cd92-4b79-bd63-5da43109b5e0 service neutron] 10.222.0.13 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343534
Feb 04 00:07:31.146780 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e4c1c43-8a68-49ce-8fa6-17c68a4f326e req-193fd89e-d56f-4370-9056-3e79908a90e9 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 210 time: 0.0537174
Feb 04 00:07:31.601180 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10011-a2ce-4157-acab-c5c0308c5198 req-38721876-f57e-449a-85d4-fb576ba6e2be tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:31.602735 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-45c10011-a2ce-4157-acab-c5c0308c5198 req-38721876-f57e-449a-85d4-fb576ba6e2be tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1190059
Feb 04 00:07:31.668920 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-45c10011-a2ce-4157-acab-c5c0308c5198 req-4c55f424-9e10-4e17-bc23-830541d73912 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571108
Feb 04 00:07:32.480803 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8613a98d-03c5-4384-aa6a-d4cf42655869 req-6f26447d-8288-4b75-9d6d-32c6b26f1615 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 210 time: 0.1272476
Feb 04 00:07:32.777571 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-7319c386-0f29-4be8-b62b-13238b01c213 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:32.781189 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-7319c386-0f29-4be8-b62b-13238b01c213 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.48 "GET /v2.0/networks?id=512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 200  len: 810 time: 0.2073879
Feb 04 00:07:32.891463 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-665cd73d-70b3-440a-9c61-4b620b01c7c4 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275f74ce843546508a0f065ac4e875dc HTTP/1.1" status: 200  len: 379 time: 0.0937297
Feb 04 00:07:32.904024 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'port': {'device_id': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'admin_state_up': True, 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'security_groups': ['9539e7b7-b21f-4904-9f62-ebd8c05d85dd']}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:07:33.125394 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9169182-049a-4560-b231-16f431ceef0a req-7621078c-11d2-4be5-a6d8-7169ee778ab5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:33.127569 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b9169182-049a-4560-b231-16f431ceef0a req-7621078c-11d2-4be5-a6d8-7169ee778ab5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.3077908
Feb 04 00:07:33.172253 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:07:33.191147 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:07:33.217637 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b9169182-049a-4560-b231-16f431ceef0a req-5dae12f9-822e-4459-83fd-fae8263b9e19 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780282
Feb 04 00:07:33.223121 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Made reservation on behalf of 275f74ce843546508a0f065ac4e875dc for: {'port': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:07:33.226227 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:33.418652 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Allocated IP 172.20.0.4 (512bd163-9e32-46a5-8135-c59c509d3018/25dddad5-b894-4c6a-a9bc-91f4aee83ad6/a389bf24-7b02-4753-95ce-95dd63446f74) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:07:33.633942 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:33.651539 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Transition to ACTIVE for port object a389bf24-7b02-4753-95ce-95dd63446f74 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:07:33.677742 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:33.691776 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2d5cbe1c-141f-4673-be8f-cc6433b063b4 req-7ed6b4c9-6e0f-4dbd-8d43-fb6d72c8864b tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 210 time: 0.0593319
Feb 04 00:07:33.748839 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Network 512bd163-9e32-46a5-8135-c59c509d3018 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:07:33.752976 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:07:33.756834 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:07:33.801589 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event updated for resources: {'Port': ['ID=a389bf24-7b02-4753-95ce-95dd63446f74,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:33.830517 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:33.831250 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:33.861785 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-83f735af-8a65-40a1-84ea-ee403cfaacdc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9623373
Feb 04 00:07:33.950764 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Request body: {'port': {'device_id': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:07:34.070747 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:34.081839 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-5a27e6a9-a8b3-45df-b889-983398e8226c None None] Provisioning for port a389bf24-7b02-4753-95ce-95dd63446f74 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:07:34.088894 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-5a27e6a9-a8b3-45df-b889-983398e8226c None None] Provisioning complete for port a389bf24-7b02-4753-95ce-95dd63446f74 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:07:34.089531 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-5a27e6a9-a8b3-45df-b889-983398e8226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:34.147886 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-5a27e6a9-a8b3-45df-b889-983398e8226c None None] Port a389bf24-7b02-4753-95ce-95dd63446f74 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:07:34.486793 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a389bf24-7b02-4753-95ce-95dd63446f74 {{(pid=82731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:07:34.495840 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:34.522103 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Transition to ACTIVE for port object a389bf24-7b02-4753-95ce-95dd63446f74 will not be triggered until provisioned by entity L2. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:07:34.530448 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:34.591820 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef030f-9ae6-420b-b7ff-a67fd46b501e req-e2c518ec-6abe-4843-8faf-6e762717a3c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:34.593366 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-58ef030f-9ae6-420b-b7ff-a67fd46b501e req-e2c518ec-6abe-4843-8faf-6e762717a3c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1620326
Feb 04 00:07:34.695898 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a389bf24-7b02-4753-95ce-95dd63446f74,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:34.784185 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-58ef030f-9ae6-420b-b7ff-a67fd46b501e req-7a3e30d3-85c7-4df8-bd80-47af4bb7391c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1806672
Feb 04 00:07:34.870755 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Attempting to bind port a389bf24-7b02-4753-95ce-95dd63446f74 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:07:34.871830 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Attempting to bind port a389bf24-7b02-4753-95ce-95dd63446f74 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:07:34.872338 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Attempting to bind port a389bf24-7b02-4753-95ce-95dd63446f74 on network 512bd163-9e32-46a5-8135-c59c509d3018 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:07:34.879566 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Port a389bf24-7b02-4753-95ce-95dd63446f74 on network 512bd163-9e32-46a5-8135-c59c509d3018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:07:34.880109 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Attempting to bind port a389bf24-7b02-4753-95ce-95dd63446f74 on network 512bd163-9e32-46a5-8135-c59c509d3018 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:07:34.887314 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:07:34.887917 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Checking segment: {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:07:34.888485 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Bound using segment: {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:07:34.889079 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Bound port: a389bf24-7b02-4753-95ce-95dd63446f74, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8dc9da-6895-413a-b9ef-ce4de481d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018'}}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:07:34.889591 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:34.984329 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72302b-3e03-4b23-903c-faf13ac6c131 req-bfa94143-ebe4-475f-af70-f265e03d18e9 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:34.986349 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dd72302b-3e03-4b23-903c-faf13ac6c131 req-bfa94143-ebe4-475f-af70-f265e03d18e9 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 943 time: 0.1352227
Feb 04 00:07:35.012736 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] For port a389bf24-7b02-4753-95ce-95dd63446f74, host hv-cinder-82777, cleared binding levels {{(pid=82731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:07:35.016147 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] For port a389bf24-7b02-4753-95ce-95dd63446f74, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a389bf24-7b02-4753-95ce-95dd63446f74,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:07:35.023185 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:35.036457 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-dd72302b-3e03-4b23-903c-faf13ac6c131 req-4e92f97e-89f1-4ec3-97dc-308f3b94aa06 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Synchronizing usage tracker for tenant:275f74ce843546508a0f065ac4e875dc on resource:security_group {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:07:35.049854 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-dd72302b-3e03-4b23-903c-faf13ac6c131 req-4e92f97e-89f1-4ec3-97dc-308f3b94aa06 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Unset dirty status for tenant:275f74ce843546508a0f065ac4e875dc on resource:security_group {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:07:35.062036 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dd72302b-3e03-4b23-903c-faf13ac6c131 req-4e92f97e-89f1-4ec3-97dc-308f3b94aa06 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694156
Feb 04 00:07:35.104371 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:35.105719 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/a389bf24-7b02-4753-95ce-95dd63446f74 HTTP/1.1" status: 200  len: 1093 time: 1.2375586
Feb 04 00:07:35.106164 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'tag': 'a389bf24-7b02-4753-95ce-95dd63446f74'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:07:35.123520 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66439d0-a995-4286-9da3-bf6a3b8a52c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a389bf24-7b02-4753-95ce-95dd63446f74,revision_number=3']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:35.216856 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'tag': 'a389bf24-7b02-4753-95ce-95dd63446f74', 'status': 'completed', 'code': 200}
Feb 04 00:07:35.251597 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-cee44eb4-1c90-468a-bdb6-1fdfa4bc02cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 1096 time: 0.0907741
Feb 04 00:07:35.439272 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-d41cb0b7-2447-4b8b-b8c8-189421509125 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a389bf24-7b02-4753-95ce-95dd63446f74 HTTP/1.1" status: 200  len: 217 time: 0.1805046
Feb 04 00:07:35.509624 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-6b9fa6d7-d2e6-45c8-8222-f720ed4935ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:35.511251 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-6b9fa6d7-d2e6-45c8-8222-f720ed4935ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25dddad5-b894-4c6a-a9bc-91f4aee83ad6 HTTP/1.1" status: 200  len: 849 time: 0.0663078
Feb 04 00:07:35.591292 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-b0601965-6340-4571-b55b-8e9d4fe31d20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=512bd163-9e32-46a5-8135-c59c509d3018&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730839
Feb 04 00:07:35.733212 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-6738efe0-fee2-4918-98f9-6daf507b5ca9 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348011
Feb 04 00:07:35.914381 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3ea113df-deef-48e2-98a6-4ff18f45d599 req-8b4c266f-cd04-42d2-8af4-e4424e144ac8 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750398
Feb 04 00:07:36.041268 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b6e9-ea07-4678-b399-ea7e4c636941 req-52a5e538-078d-4401-af7e-99b883db0799 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:36.042862 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-22d2b6e9-ea07-4678-b399-ea7e4c636941 req-52a5e538-078d-4401-af7e-99b883db0799 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0930440
Feb 04 00:07:36.066277 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-54e2a436-d42d-477e-8aa0-6bffdc2a4852 req-3ff2a3df-f0ec-459f-bebc-eb0b51faea30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 1096 time: 0.0950065
Feb 04 00:07:36.105765 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-22d2b6e9-ea07-4678-b399-ea7e4c636941 req-73b59e4a-1c40-4635-8498-039a3ac93315 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527990
Feb 04 00:07:36.272986 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a436-d42d-477e-8aa0-6bffdc2a4852 req-2fa68897-466d-4bb7-b63c-c3f4ee552148 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:36.274534 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-54e2a436-d42d-477e-8aa0-6bffdc2a4852 req-2fa68897-466d-4bb7-b63c-c3f4ee552148 service neutron] 10.222.0.48 "GET /v2.0/networks?id=512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 200  len: 911 time: 0.2020133
Feb 04 00:07:36.382427 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-54e2a436-d42d-477e-8aa0-6bffdc2a4852 req-fea121de-2529-46ab-8077-67b63355e828 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a389bf24-7b02-4753-95ce-95dd63446f74 HTTP/1.1" status: 200  len: 217 time: 0.0976059
Feb 04 00:07:36.440567 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9f578-9e07-4b4d-b220-e7f4e4d5939e req-7b6c906e-c913-44d8-8c18-f2c4cb90c45e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:36.441269 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-9ec9f578-9e07-4b4d-b220-e7f4e4d5939e req-7b6c906e-c913-44d8-8c18-f2c4cb90c45e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Synchronizing usage tracker for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:07:36.469352 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a436-d42d-477e-8aa0-6bffdc2a4852 req-dda8a783-b95f-480e-9f68-a58e6f8e2af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:36.470979 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-54e2a436-d42d-477e-8aa0-6bffdc2a4852 req-dda8a783-b95f-480e-9f68-a58e6f8e2af6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25dddad5-b894-4c6a-a9bc-91f4aee83ad6 HTTP/1.1" status: 200  len: 849 time: 0.0814624
Feb 04 00:07:36.472474 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-9ec9f578-9e07-4b4d-b220-e7f4e4d5939e req-7b6c906e-c913-44d8-8c18-f2c4cb90c45e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Unset dirty status for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:07:36.473704 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ec9f578-9e07-4b4d-b220-e7f4e4d5939e req-7b6c906e-c913-44d8-8c18-f2c4cb90c45e tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 943 time: 0.2593524
Feb 04 00:07:36.572733 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9ec9f578-9e07-4b4d-b220-e7f4e4d5939e req-c90f7ab9-f537-4d41-ac62-9636b40e4892 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600064
Feb 04 00:07:36.589588 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-54e2a436-d42d-477e-8aa0-6bffdc2a4852 req-941d9051-1b64-4ca8-a653-eab6457f025a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=512bd163-9e32-46a5-8135-c59c509d3018&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1116517
Feb 04 00:07:36.749749 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-54e2a436-d42d-477e-8aa0-6bffdc2a4852 req-d7fec596-29d1-42e7-8e8d-9edc5c07a940 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522057
Feb 04 00:07:36.900222 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-54e2a436-d42d-477e-8aa0-6bffdc2a4852 req-25c0ab38-c22d-46c4-9e37-df2c6e50de4b service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422980
Feb 04 00:07:37.303386 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device a389bf24-7b02-4753-95ce-95dd63446f74 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:07:37.379802 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eb3f0-83cb-44df-b8de-116d0ceef5b5 req-e4f61bd0-9c51-4bd0-aaa9-1b1d2d725a35 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:37.383759 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ed9eb3f0-83cb-44df-b8de-116d0ceef5b5 req-e4f61bd0-9c51-4bd0-aaa9-1b1d2d725a35 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1248438
Feb 04 00:07:37.477667 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ed9eb3f0-83cb-44df-b8de-116d0ceef5b5 req-7b2bc6fd-295e-4076-ada1-ace1879ec4a0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889628
Feb 04 00:07:37.503112 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port a389bf24-7b02-4753-95ce-95dd63446f74, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a389bf24-7b02-4753-95ce-95dd63446f74,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:07:37.537497 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': 'a389bf24-7b02-4753-95ce-95dd63446f74', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'port_id': 'a389bf24-7b02-4753-95ce-95dd63446f74', 'mac_address': 'fa:16:3e:de:b4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:07:37.601858 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:37.632777 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a389bf24-7b02-4753-95ce-95dd63446f74 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:07:37.652439 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port a389bf24-7b02-4753-95ce-95dd63446f74, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a389bf24-7b02-4753-95ce-95dd63446f74,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:07:37.663310 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:37.754157 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=a389bf24-7b02-4753-95ce-95dd63446f74,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:37.875322 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9f2ad-9ed6-42bf-a697-7f091774424f req-517447dc-e186-456b-b19c-ad36bae70232 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:37.879756 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-55e9f2ad-9ed6-42bf-a697-7f091774424f req-517447dc-e186-456b-b19c-ad36bae70232 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 944 time: 0.1286082
Feb 04 00:07:37.918812 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['a389bf24-7b02-4753-95ce-95dd63446f74'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:07:37.945837 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-55e9f2ad-9ed6-42bf-a697-7f091774424f req-8caab2bb-753c-4aca-90c4-662b8ee3b796 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573676
Feb 04 00:07:38.859630 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f5d25-0e0d-4d5b-8630-1fb68c842a6f req-86e9ad02-2a84-4561-a366-25027af5ce37 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:38.863454 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6e3f5d25-0e0d-4d5b-8630-1fb68c842a6f req-86e9ad02-2a84-4561-a366-25027af5ce37 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.2268426
Feb 04 00:07:38.933652 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6e3f5d25-0e0d-4d5b-8630-1fb68c842a6f req-b2862275-dafa-48d3-b031-938925117aa3 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686235
Feb 04 00:07:39.205294 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d23fce-2bb2-44d6-b28f-506ff2a77666 req-efc52c93-b773-45f1-9f12-219ff14e3905 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:39.206859 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-80d23fce-2bb2-44d6-b28f-506ff2a77666 req-efc52c93-b773-45f1-9f12-219ff14e3905 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 944 time: 0.1007233
Feb 04 00:07:39.256557 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-80d23fce-2bb2-44d6-b28f-506ff2a77666 req-0945a3bc-e365-4d3a-9dc1-500d411a7d1f tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433378
Feb 04 00:07:39.304099 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device a389bf24-7b02-4753-95ce-95dd63446f74 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:07:39.380087 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port a389bf24-7b02-4753-95ce-95dd63446f74 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:07:39.393030 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port a389bf24-7b02-4753-95ce-95dd63446f74 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:07:39.393030 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:39.527772 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:39.558817 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a389bf24-7b02-4753-95ce-95dd63446f74'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:07:39.569292 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port a389bf24-7b02-4753-95ce-95dd63446f74, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a389bf24-7b02-4753-95ce-95dd63446f74,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:07:39.576452 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:39.651246 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=a389bf24-7b02-4753-95ce-95dd63446f74,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:39.663007 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.664150 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.664851 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.665822 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.666300 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.666774 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.667730 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.668667 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.669039 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.669372 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.669670 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:07:39.730833 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a389bf24-7b02-4753-95ce-95dd63446f74', 'code': 200}
Feb 04 00:07:39.974434 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-95c2a42e-b1dd-40c1-93d9-1f6fb9b43f2e req-d2fe707f-b55d-4d63-8d27-98031a724e0f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 1098 time: 0.0768585
Feb 04 00:07:40.165407 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-95c2a42e-b1dd-40c1-93d9-1f6fb9b43f2e req-66275d3c-7c7a-4714-8c2c-da50c850d8c7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1849270
Feb 04 00:07:40.203472 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41565b2-41db-4b8c-85ad-e04a026dee8b req-49fc0b55-b71b-4090-a72f-2bba0308cdac tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:40.205043 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d41565b2-41db-4b8c-85ad-e04a026dee8b req-49fc0b55-b71b-4090-a72f-2bba0308cdac tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0884109
Feb 04 00:07:40.256699 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d41565b2-41db-4b8c-85ad-e04a026dee8b req-175dac10-95d8-4e65-bfaf-db37c27becad tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456095
Feb 04 00:07:40.462565 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:07:40.524753 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf9fee-1214-42c4-843d-6b7f49259def req-0c430da1-2a7f-4404-8ba1-037005be83db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:40.526228 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-abcf9fee-1214-42c4-843d-6b7f49259def req-0c430da1-2a7f-4404-8ba1-037005be83db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 945 time: 0.0924230
Feb 04 00:07:40.572726 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-abcf9fee-1214-42c4-843d-6b7f49259def req-2dcbf853-58ed-4a14-8765-d10dbd09c692 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410163
Feb 04 00:07:41.563592 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b9044-7351-41dc-95bc-c8be23ffb51a req-2fbb4a6a-54a2-4488-9aaf-97e14d6713f7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:41.571017 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-676b9044-7351-41dc-95bc-c8be23ffb51a req-2fbb4a6a-54a2-4488-9aaf-97e14d6713f7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1054628
Feb 04 00:07:41.633764 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-676b9044-7351-41dc-95bc-c8be23ffb51a req-1d241bad-7692-484f-b728-b0c13470f8b1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615606
Feb 04 00:07:41.805929 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f0e0a-cc3c-47a1-8957-ff3c2d87caac req-e9318f7d-4e1c-421b-96ed-00e5ed8e5b22 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:41.812107 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89f0e0a-cc3c-47a1-8957-ff3c2d87caac req-e9318f7d-4e1c-421b-96ed-00e5ed8e5b22 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 945 time: 0.0988679
Feb 04 00:07:41.871035 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d89f0e0a-cc3c-47a1-8957-ff3c2d87caac req-c047d265-6ea7-44ef-b982-a0e4926ae32d tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578339
Feb 04 00:07:42.080571 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2c0b4-6034-4700-89fb-3530d342fded req-9fd0f4b3-93e7-461f-a09a-c26ac7bc999a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:42.082163 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bed2c0b4-6034-4700-89fb-3530d342fded req-9fd0f4b3-93e7-461f-a09a-c26ac7bc999a tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 945 time: 0.0792196
Feb 04 00:07:42.091611 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39460) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:42.097446 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-d854809f-378f-483e-b86b-df9ff8c405b7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Request body: {'floatingip': {'port_id': 'a389bf24-7b02-4753-95ce-95dd63446f74'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:07:42.176696 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d854809f-378f-483e-b86b-df9ff8c405b7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:42.698674 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d777c49a-2e77-4b3e-8cc6-d406c955f700 req-4361c01e-b4d4-4910-92c0-010a4e953b84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 1099 time: 0.1131124
Feb 04 00:07:42.857462 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a08505-2b88-49b8-b688-4e1457b516e4 req-506858d5-8cbf-415e-ba0f-a5e197cf97ae tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:42.858921 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-38a08505-2b88-49b8-b688-4e1457b516e4 req-506858d5-8cbf-415e-ba0f-a5e197cf97ae tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.0777931
Feb 04 00:07:42.904446 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-38a08505-2b88-49b8-b688-4e1457b516e4 req-964b9455-0419-4157-a80d-399e02b0dd26 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398595
Feb 04 00:07:42.918648 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777c49a-2e77-4b3e-8cc6-d406c955f700 req-2c7f759c-dbce-4e0e-b0d4-95c0d04743f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:42.920183 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d777c49a-2e77-4b3e-8cc6-d406c955f700 req-2c7f759c-dbce-4e0e-b0d4-95c0d04743f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 917 time: 0.2148275
Feb 04 00:07:42.980359 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d854809f-378f-483e-b86b-df9ff8c405b7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:42.987666 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d854809f-378f-483e-b86b-df9ff8c405b7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.057366 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39468) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:43.089533 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d777c49a-2e77-4b3e-8cc6-d406c955f700 req-c45e23df-9aad-4b43-85a1-c7eb71f35a29 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f248ef4a-916a-45f4-9177-708ab6982529 HTTP/1.1" status: 200  len: 1001 time: 0.1573024
Feb 04 00:07:43.118775 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78d619b-b978-4676-959c-36dc31996a1f admin admin] Deleting subnet 6406000f-9361-4979-9321-3e53232b61aa {{(pid=82732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:07:43.121746 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c78d619b-b978-4676-959c-36dc31996a1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.174210 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c78d619b-b978-4676-959c-36dc31996a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15827296'] for subnet, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.236405 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c78d619b-b978-4676-959c-36dc31996a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.250307 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777c49a-2e77-4b3e-8cc6-d406c955f700 req-b9282f6c-89a4-452c-9632-f7def374b162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:43.251991 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d777c49a-2e77-4b3e-8cc6-d406c955f700 req-b9282f6c-89a4-452c-9632-f7def374b162 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 200  len: 855 time: 0.1539965
Feb 04 00:07:43.305575 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c78d619b-b978-4676-959c-36dc31996a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15774339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15335757'] for subnet, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.346267 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d619b-b978-4676-959c-36dc31996a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6406000f-9361-4979-9321-3e53232b61aa,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:43.352091 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c78d619b-b978-4676-959c-36dc31996a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.358765 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-c78d619b-b978-4676-959c-36dc31996a1f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6406000f-9361-4979-9321-3e53232b61aa HTTP/1.1" status: 204  len: 168 time: 0.3002245
Feb 04 00:07:43.360386 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39472) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:43.410277 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d777c49a-2e77-4b3e-8cc6-d406c955f700 req-f20cdb2f-8603-4d99-b101-4b9ac7d3f97a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a17053c6-abd9-4c27-b828-7a5c18a51cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1516163
Feb 04 00:07:43.415608 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.l3_db [None req-d854809f-378f-483e-b86b-df9ff8c405b7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Floating IP eadb0d90-8322-48f8-91db-785797133730 associated. External IP: 172.27.3.166, port: a389bf24-7b02-4753-95ce-95dd63446f74.
Feb 04 00:07:43.534184 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.618238 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d777c49a-2e77-4b3e-8cc6-d406c955f700 req-0a130ee3-4671-437e-9736-544943f4dd03 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525252
Feb 04 00:07:43.656754 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.685257 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df74d5250>,) {'filters': {'network_id': ['05a37d19-2f87-48e3-b94e-95a35980430f']}} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:43.699136 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df74d5250>, 'da65293d-f10d-4bfe-8df2-5989ab7c29f6') {'for_net_delete': True} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:43.699430 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df74d5250>, 'da65293d-f10d-4bfe-8df2-5989ab7c29f6') {} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:43.711177 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15827289'] for segment, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.727570 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.734191 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=82732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:07:43.734574 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15884321'] for segment, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]: Traceback (most recent call last):
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     timer()
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     cb(*args, **kw)
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     return func(*args, **kwargs)
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     self._notify()
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     self.callback(batched_events)
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     event.method(event)
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     return f(self, *a, **k)
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._get(url).json()
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:07:43.747693 dv-cinder-827776-1-iscsi neutron-server[82732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:07:43.822111 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.828765 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d777c49a-2e77-4b3e-8cc6-d406c955f700 req-4b5bb2f2-ec67-420e-a288-22d0e1ede380 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039130
Feb 04 00:07:43.844174 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:43.850299 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=05a37d19-2f87-48e3-b94e-95a35980430f,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:43.856845 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-a0d46dae-123e-4139-b164-656246462c21 admin admin] 10.222.0.13 "DELETE /v2.0/networks/05a37d19-2f87-48e3-b94e-95a35980430f HTTP/1.1" status: 204  len: 168 time: 0.4927919
Feb 04 00:07:44.053701 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39480) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:44.077980 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d854809f-378f-483e-b86b-df9ff8c405b7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Router 89e59c5b-4cea-47fa-bb6f-6438efa79951 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:07:44.105755 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-7a2f781d-4906-456e-959c-b515aa672a2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17abd0f1969e41348c53895eb7db8210&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0505953
Feb 04 00:07:44.108077 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39484) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:44.168676 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-80cd8bad-ad9f-41a8-ab0e-f6ee48b0cf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:44.198155 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-80cd8bad-ad9f-41a8-ab0e-f6ee48b0cf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:44.203334 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176f36d-119b-4872-9e67-d2b39463585d req-8f289aea-04bb-45d7-b275-63b5eeabef46 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:44.204880 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8176f36d-119b-4872-9e67-d2b39463585d req-8f289aea-04bb-45d7-b275-63b5eeabef46 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1625414
Feb 04 00:07:44.253763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-80cd8bad-ad9f-41a8-ab0e-f6ee48b0cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:44.270376 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd8bad-ad9f-41a8-ab0e-f6ee48b0cf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b36d93e-93ac-47f2-a625-8175a7da99e9,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:44.289394 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-80cd8bad-ad9f-41a8-ab0e-f6ee48b0cf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:44.293250 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-80cd8bad-ad9f-41a8-ab0e-f6ee48b0cf8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b36d93e-93ac-47f2-a625-8175a7da99e9 HTTP/1.1" status: 204  len: 168 time: 0.1829467
Feb 04 00:07:44.320118 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8176f36d-119b-4872-9e67-d2b39463585d req-64936370-b5c5-4a75-8403-4db3ff87ae3a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1075537
Feb 04 00:07:44.366472 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854809f-378f-483e-b86b-df9ff8c405b7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:07:44.370733 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d854809f-378f-483e-b86b-df9ff8c405b7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:44.378500 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] Sync routers for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:07:44.391667 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:07:44.392556 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7783ee0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:07:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:44.426855 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-d854809f-378f-483e-b86b-df9ff8c405b7 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "PUT /v2.0/floatingips/eadb0d90-8322-48f8-91db-785797133730 HTTP/1.1" status: 200  len: 991 time: 2.3341732
Feb 04 00:07:44.427504 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'tag': 'a389bf24-7b02-4753-95ce-95dd63446f74'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:07:44.499905 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'tag': 'a389bf24-7b02-4753-95ce-95dd63446f74', 'status': 'completed', 'code': 200}
Feb 04 00:07:44.614369 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:07:44.614578 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-feef3908-c9ac-4731-8cb0-b600d1113d88 req-8ff0ae09-e19c-4c25-9c01-6fca0a06941e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=275f74ce843546508a0f065ac4e875dc&device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 1098 time: 0.0924351
Feb 04 00:07:44.627846 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15717ad9-aeb2-48a7-b585-6ae2609c1f00 req-1910fdbc-ce4b-47b2-a2e2-a857039d47ad tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:44.634614 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-15717ad9-aeb2-48a7-b585-6ae2609c1f00 req-1910fdbc-ce4b-47b2-a2e2-a857039d47ad tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 945 time: 0.0916495
Feb 04 00:07:44.691192 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-15717ad9-aeb2-48a7-b585-6ae2609c1f00 req-0dca3161-bec0-435b-aeb4-808004bd4c53 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555592
Feb 04 00:07:44.769572 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef3908-c9ac-4731-8cb0-b600d1113d88 req-318649c9-7083-41c6-af6d-bc0ad6f0f62d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:44.771066 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-feef3908-c9ac-4731-8cb0-b600d1113d88 req-318649c9-7083-41c6-af6d-bc0ad6f0f62d service neutron] 10.222.0.48 "GET /v2.0/networks?id=512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 200  len: 911 time: 0.1498487
Feb 04 00:07:44.981956 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-feef3908-c9ac-4731-8cb0-b600d1113d88 req-e9ec759d-adfe-4674-b93d-4e7d2bad1372 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a389bf24-7b02-4753-95ce-95dd63446f74 HTTP/1.1" status: 200  len: 999 time: 0.2043762
Feb 04 00:07:45.021784 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7783ee0>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'eadb0d90-8322-48f8-91db-785797133730', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'port_id': 'a389bf24-7b02-4753-95ce-95dd63446f74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'mac_address': 'fa:16:3e:de:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:07:29Z', 'updated_at': '2022-02-04T00:07:42Z', 'revision_number': 1, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:45.025680 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] Checking router: 89e59c5b-4cea-47fa-bb6f-6438efa79951 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:07:45.036638 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:07:45.037230 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7783ee0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:07:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:45.045538 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef3908-c9ac-4731-8cb0-b600d1113d88 req-8a883309-191b-4517-a7bc-d04aebcc4724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:45.047005 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-feef3908-c9ac-4731-8cb0-b600d1113d88 req-8a883309-191b-4517-a7bc-d04aebcc4724 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25dddad5-b894-4c6a-a9bc-91f4aee83ad6 HTTP/1.1" status: 200  len: 849 time: 0.0582662
Feb 04 00:07:45.128347 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-feef3908-c9ac-4731-8cb0-b600d1113d88 req-877b8d56-9b88-45f7-9b33-bda5716cd402 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=512bd163-9e32-46a5-8135-c59c509d3018&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747073
Feb 04 00:07:45.229472 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:07:45.268339 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-feef3908-c9ac-4731-8cb0-b600d1113d88 req-bc38b0a5-3f6a-48b0-a5e0-3ec06dd9b1d1 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331046
Feb 04 00:07:45.437792 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f248ef4a-916a-45f4-9177-708ab6982529 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:07:45.475485 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-feef3908-c9ac-4731-8cb0-b600d1113d88 req-2d815159-e866-4f8b-9f6f-175c98662930 service neutron] 10.222.0.48 "GET /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975944
Feb 04 00:07:45.606214 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbeb9d-a46e-4505-a815-e1ec608ee2eb req-2289cfda-2db8-4215-a326-8073d7ec91b8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:45.607896 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4dbbeb9d-a46e-4505-a815-e1ec608ee2eb req-2289cfda-2db8-4215-a326-8073d7ec91b8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 946 time: 0.1084297
Feb 04 00:07:45.627209 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-d255388d-f592-4b5f-9363-1fc08dce078b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:45.659594 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4dbbeb9d-a46e-4505-a815-e1ec608ee2eb req-298ce78f-0ba3-4534-a800-92e4ea05e093 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436354
Feb 04 00:07:45.716648 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:45.749403 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:07:45.760779 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:07:45.773844 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:45.814611 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7783ee0>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'eadb0d90-8322-48f8-91db-785797133730', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'port_id': 'a389bf24-7b02-4753-95ce-95dd63446f74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'mac_address': 'fa:16:3e:de:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:07:29Z', 'updated_at': '2022-02-04T00:07:42Z', 'revision_number': 1, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:07:45.838778 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529', 'code': 200}
Feb 04 00:07:45.839677 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72845ac8-7ae9-42ad-bb2f-dc56da3513c1 None None] The sync data for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi is: [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'eadb0d90-8322-48f8-91db-785797133730', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'port_id': 'a389bf24-7b02-4753-95ce-95dd63446f74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'mac_address': 'fa:16:3e:de:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:07:29Z', 'updated_at': '2022-02-04T00:07:42Z', 'revision_number': 1, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:07:45.862916 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=8']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:45.863154 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39524) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:45.961935 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b358c51-dd03-4cf2-b012-2b8819304bb9 req-4b0477d4-8088-4e9b-a6ef-46eda1fb79ae tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:45.963569 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b358c51-dd03-4cf2-b012-2b8819304bb9 req-4b0477d4-8088-4e9b-a6ef-46eda1fb79ae tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 945 time: 0.1464088
Feb 04 00:07:46.019340 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b358c51-dd03-4cf2-b012-2b8819304bb9 req-1cbdce3f-8a6e-4ddb-abb3-b0b5ddf34742 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497868
Feb 04 00:07:46.025306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c6ab32b5-5d70-4d3b-b4ff-a652abf9f476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:46.058204 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c6ab32b5-5d70-4d3b-b4ff-a652abf9f476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:07:46.062399 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c6ab32b5-5d70-4d3b-b4ff-a652abf9f476 admin admin] Usage tracker for resource:security_group_rule and tenant:40ab8e4548e949c7ba63d1a622131574 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:07:46.066293 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c6ab32b5-5d70-4d3b-b4ff-a652abf9f476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:07:46.072212 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c6ab32b5-5d70-4d3b-b4ff-a652abf9f476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:07:46.099452 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef107f-75b9-455f-a91a-5d0657cbec7e None None] New status for floating IP eadb0d90-8322-48f8-91db-785797133730: ACTIVE {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:07:46.147505 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c6ab32b5-5d70-4d3b-b4ff-a652abf9f476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:46.152699 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c6ab32b5-5d70-4d3b-b4ff-a652abf9f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:46.210701 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39534) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:46.211008 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c6ab32b5-5d70-4d3b-b4ff-a652abf9f476 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40ab8e4548e949c7ba63d1a622131574&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3460994
Feb 04 00:07:46.211911 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab32b5-5d70-4d3b-b4ff-a652abf9f476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c74779-6c19-47a2-b293-3436bad73a64,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:46.276371 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2b10-2f86-4c8e-b572-58f0a8963340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:46.303457 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2b10-2f86-4c8e-b572-58f0a8963340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:46.368334 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2b10-2f86-4c8e-b572-58f0a8963340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:46.387901 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d2b10-2f86-4c8e-b572-58f0a8963340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c74779-6c19-47a2-b293-3436bad73a64,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:46.402363 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2b10-2f86-4c8e-b572-58f0a8963340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:46.406858 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0d3d2b10-2f86-4c8e-b572-58f0a8963340 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8c74779-6c19-47a2-b293-3436bad73a64 HTTP/1.1" status: 204  len: 168 time: 0.1948624
Feb 04 00:07:46.879645 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b5062-3987-4cdc-8a82-9e1c9cc15e33 req-39c82456-a114-4955-ba52-2395238f59f8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:46.881094 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e7b5062-3987-4cdc-8a82-9e1c9cc15e33 req-39c82456-a114-4955-ba52-2395238f59f8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0818906
Feb 04 00:07:46.926026 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8e7b5062-3987-4cdc-8a82-9e1c9cc15e33 req-0c246c7b-d659-47ca-aaa3-fc02a26b319d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395677
Feb 04 00:07:47.948685 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1846b57e-c958-4846-a3b2-9b9ab71225dd req-8bf91ef4-5c15-42ad-a7f6-b197293015e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2094967
Feb 04 00:07:48.002912 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-db5a6889-7662-4d03-b6a6-46b484d79f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:48.217715 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39620) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:48.397886 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d03df-eebe-4b39-9a93-52f00ef47cc7 req-a9c94339-80cd-4f6e-9105-2ed6f6b85d89 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:48.399428 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-488d03df-eebe-4b39-9a93-52f00ef47cc7 req-a9c94339-80cd-4f6e-9105-2ed6f6b85d89 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.1063859
Feb 04 00:07:48.414292 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-f5b93b36-d7a6-4f53-bced-126702ad00b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1947448
Feb 04 00:07:48.452463 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-488d03df-eebe-4b39-9a93-52f00ef47cc7 req-ec7b2a49-1782-4792-b855-3502353dcd79 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465341
Feb 04 00:07:49.002968 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:49.120280 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:49.350664 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f248ef4a-916a-45f4-9177-708ab6982529 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:07:49.666505 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003cb09-f878-4276-8d64-0eb70adc8af2 req-9b33e305-b0b8-4c5d-b5b3-b187f19faff6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:49.667964 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3003cb09-f878-4276-8d64-0eb70adc8af2 req-9b33e305-b0b8-4c5d-b5b3-b187f19faff6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0734701
Feb 04 00:07:49.715255 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3003cb09-f878-4276-8d64-0eb70adc8af2 req-63b4250f-03d7-445e-be32-06014a842316 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418634
Feb 04 00:07:50.388912 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:50.929037 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f484d-8055-4091-8254-795e37b8deea req-8dd9a21a-e7f0-4ca4-99aa-910957e8b0a6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:50.930483 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-858f484d-8055-4091-8254-795e37b8deea req-8dd9a21a-e7f0-4ca4-99aa-910957e8b0a6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0772243
Feb 04 00:07:50.975644 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-858f484d-8055-4091-8254-795e37b8deea req-c0d8f16a-7aab-4268-889b-f5b833645cb9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396171
Feb 04 00:07:52.181720 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272a56f-c2d8-4fd3-9b05-b25027b2bfd8 req-1a5e5057-fd04-4b2d-a54d-a6e9531efa76 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:52.183142 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e272a56f-c2d8-4fd3-9b05-b25027b2bfd8 req-1a5e5057-fd04-4b2d-a54d-a6e9531efa76 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0762115
Feb 04 00:07:52.227886 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e272a56f-c2d8-4fd3-9b05-b25027b2bfd8 req-cce136b5-3686-4297-b3df-0ae250c20a5d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393763
Feb 04 00:07:53.449710 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af9f3-c65c-4d4c-88e0-fbf711e24b5e req-84c7ba7c-08b4-4d60-9830-add270ef66a3 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:53.451244 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a53af9f3-c65c-4d4c-88e0-fbf711e24b5e req-84c7ba7c-08b4-4d60-9830-add270ef66a3 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0797899
Feb 04 00:07:53.497350 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a53af9f3-c65c-4d4c-88e0-fbf711e24b5e req-a14fe5c8-236b-4623-8383-14b1f53afe95 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393908
Feb 04 00:07:54.711772 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee20a1-94c3-47b0-9351-0a15ef8ec5e6 req-c99e633f-387b-4dad-a618-122e8e5ca380 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:54.713236 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-adee20a1-94c3-47b0-9351-0a15ef8ec5e6 req-c99e633f-387b-4dad-a618-122e8e5ca380 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0822701
Feb 04 00:07:54.759948 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-adee20a1-94c3-47b0-9351-0a15ef8ec5e6 req-f36512a5-ef60-4ec4-a8f1-73e86b5f074d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410130
Feb 04 00:07:55.366349 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39694) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:55.554243 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-966f00a4-536a-4231-ba45-0c05d4920860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:55.604785 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-966f00a4-536a-4231-ba45-0c05d4920860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:07:55.609639 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-966f00a4-536a-4231-ba45-0c05d4920860 admin admin] Usage tracker for resource:security_group_rule and tenant:bca462c6fe0e41aa8aada659f965b9cc is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:07:55.613535 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-966f00a4-536a-4231-ba45-0c05d4920860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:07:55.620642 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-966f00a4-536a-4231-ba45-0c05d4920860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:07:55.639679 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-aa0f4162-b19d-46c0-bf5e-cdc2334dad73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9&tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b HTTP/1.1" status: 200  len: 1097 time: 0.1228616
Feb 04 00:07:55.753549 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-966f00a4-536a-4231-ba45-0c05d4920860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:55.759737 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-966f00a4-536a-4231-ba45-0c05d4920860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:55.811902 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f00a4-536a-4231-ba45-0c05d4920860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6808962d-e58a-48d7-9542-91a39caae0d6,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:55.820379 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-0c1a3da3-ea5e-49f3-8981-918dc16362bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 1097 time: 0.1538699
Feb 04 00:07:55.825184 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-966f00a4-536a-4231-ba45-0c05d4920860 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bca462c6fe0e41aa8aada659f965b9cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4551191
Feb 04 00:07:55.825850 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 39706) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:07:55.975374 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d89325-0987-49f1-85de-c895c30eccc7 req-78cf05ca-077a-43b9-9288-4c136232ada9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:55.976844 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e6d89325-0987-49f1-85de-c895c30eccc7 req-78cf05ca-077a-43b9-9288-4c136232ada9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0773847
Feb 04 00:07:55.999062 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6806510b-6822-466e-9254-b257ccf57974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:56.011896 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-10d58016-5c33-476b-aa4c-4c79380ba401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:56.013461 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-10d58016-5c33-476b-aa4c-4c79380ba401 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 917 time: 0.1849840
Feb 04 00:07:56.024547 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e6d89325-0987-49f1-85de-c895c30eccc7 req-48278423-0b5d-475d-a1e6-d7b779e6729a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418360
Feb 04 00:07:56.085008 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6806510b-6822-466e-9254-b257ccf57974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:56.229475 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-4cc1204f-fb47-49d4-8c22-e219926bccc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f248ef4a-916a-45f4-9177-708ab6982529 HTTP/1.1" status: 200  len: 999 time: 0.2041564
Feb 04 00:07:56.236795 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:56.279056 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6806510b-6822-466e-9254-b257ccf57974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:56.305388 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806510b-6822-466e-9254-b257ccf57974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6808962d-e58a-48d7-9542-91a39caae0d6,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:07:56.311512 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-bbeffa84-98c0-4db9-b338-cd782b505711 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:56.312970 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-bbeffa84-98c0-4db9-b338-cd782b505711 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 200  len: 855 time: 0.0778387
Feb 04 00:07:56.318868 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6806510b-6822-466e-9254-b257ccf57974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:07:56.322206 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-6806510b-6822-466e-9254-b257ccf57974 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6808962d-e58a-48d7-9542-91a39caae0d6 HTTP/1.1" status: 204  len: 168 time: 0.4932730
Feb 04 00:07:56.395672 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-c0bd759c-8224-4754-80c2-c26242fd6c0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a17053c6-abd9-4c27-b828-7a5c18a51cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745659
Feb 04 00:07:56.536060 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-b0d28ac4-5253-406f-97fc-4e595578f4d1 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337578
Feb 04 00:07:56.671406 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1f484cd-48f3-47e2-aaf2-f6fbf582a8a1 req-8b661b01-1f18-4b1e-b8db-ee65076faeb2 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298239
Feb 04 00:07:57.264310 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df73fae-0390-4edc-bc39-6e1a50410cdf req-203ea9d3-6eb2-4b6f-9088-858153243008 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:57.265807 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8df73fae-0390-4edc-bc39-6e1a50410cdf req-203ea9d3-6eb2-4b6f-9088-858153243008 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.1001818
Feb 04 00:07:57.335505 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8df73fae-0390-4edc-bc39-6e1a50410cdf req-7facf63f-d44b-4d36-b646-4c448905999a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634532
Feb 04 00:07:58.560533 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154a21-e4dd-47a5-bced-85187c0ca793 req-4ec661d0-3e20-4f71-816b-ea729e5c47aa tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:58.561935 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-81154a21-e4dd-47a5-bced-85187c0ca793 req-4ec661d0-3e20-4f71-816b-ea729e5c47aa tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0817654
Feb 04 00:07:58.614169 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-81154a21-e4dd-47a5-bced-85187c0ca793 req-db14e88e-e30b-4cdb-aaee-7e86a4d4bd78 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458748
Feb 04 00:07:59.839706 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5e1fd-bfd3-4f12-8e55-bdfa52f03e3f req-1f0de00b-cd0d-4cf0-9101-b0f1899ab34c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:07:59.844198 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f6b5e1fd-bfd3-4f12-8e55-bdfa52f03e3f req-1f0de00b-cd0d-4cf0-9101-b0f1899ab34c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0882564
Feb 04 00:07:59.896294 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f6b5e1fd-bfd3-4f12-8e55-bdfa52f03e3f req-94738c0b-a87b-4ab4-82b2-22d250fe649a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473247
Feb 04 00:08:01.113664 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf955-0e31-408b-b37c-fd6e23eaea27 req-308a6bf3-74cf-4914-93fe-c4242a4a98b1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:01.115404 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e7eaf955-0e31-408b-b37c-fd6e23eaea27 req-308a6bf3-74cf-4914-93fe-c4242a4a98b1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0788796
Feb 04 00:08:01.176800 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e7eaf955-0e31-408b-b37c-fd6e23eaea27 req-9ad81e97-9f33-4f19-81ef-cd001ed0b945 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554566
Feb 04 00:08:02.442193 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9591a-0f57-4126-8ffe-ff9d40d8091a req-29848aed-387b-4053-a95a-d681d33a25ea tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:02.443714 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4fc9591a-0f57-4126-8ffe-ff9d40d8091a req-29848aed-387b-4053-a95a-d681d33a25ea tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.1213739
Feb 04 00:08:02.496580 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4fc9591a-0f57-4126-8ffe-ff9d40d8091a req-e2a6fe83-4a57-40a8-af9e-685dce987798 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460939
Feb 04 00:08:03.721579 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b730a5-53ab-4881-919c-85c3adaa18af req-f3d48934-0ed6-4290-bc7c-6bc316771235 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:03.723258 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1b730a5-53ab-4881-919c-85c3adaa18af req-f3d48934-0ed6-4290-bc7c-6bc316771235 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0811853
Feb 04 00:08:03.775149 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f1b730a5-53ab-4881-919c-85c3adaa18af req-04d7c31f-5c30-4bc7-bbf4-9b4408795049 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464017
Feb 04 00:08:05.089253 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66c7a8-2c32-4600-ad1b-c9d6780cfb01 req-2ce8041e-3d1c-4f80-ab99-f127618ca6f2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:05.090898 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bc66c7a8-2c32-4600-ad1b-c9d6780cfb01 req-2ce8041e-3d1c-4f80-ab99-f127618ca6f2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.1729233
Feb 04 00:08:05.140454 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bc66c7a8-2c32-4600-ad1b-c9d6780cfb01 req-9c22cb73-63f5-4070-97ff-95f63749961e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422497
Feb 04 00:08:05.951376 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6e2f09a4-034c-4851-8eeb-e49d850927dc req-3568b6cd-f9d3-4901-82f2-314cd24acf33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0701616
Feb 04 00:08:06.094863 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6e2f09a4-034c-4851-8eeb-e49d850927dc req-547adfef-a436-4fb9-8305-67fdc9d19d07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 1098 time: 0.0684066
Feb 04 00:08:06.237488 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f09a4-034c-4851-8eeb-e49d850927dc req-bfaab7d9-743e-4b5f-8843-d8bd28384fd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:06.238945 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6e2f09a4-034c-4851-8eeb-e49d850927dc req-bfaab7d9-743e-4b5f-8843-d8bd28384fd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.1254101
Feb 04 00:08:06.386832 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6e2f09a4-034c-4851-8eeb-e49d850927dc req-963c7f0e-7e70-4e91-bfa6-77f2bc13a860 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 HTTP/1.1" status: 200  len: 1000 time: 0.1415782
Feb 04 00:08:06.457894 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0d476-d807-4d5e-be42-907603e95836 req-b45c28b2-5079-44a2-8187-5cc281d219df tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:06.459254 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-57b0d476-d807-4d5e-be42-907603e95836 req-b45c28b2-5079-44a2-8187-5cc281d219df tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.1635115
Feb 04 00:08:06.464623 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f09a4-034c-4851-8eeb-e49d850927dc req-b8a83242-b183-49e7-b102-8f58d277dd80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:06.465935 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6e2f09a4-034c-4851-8eeb-e49d850927dc req-b8a83242-b183-49e7-b102-8f58d277dd80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0728784
Feb 04 00:08:06.553309 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-57b0d476-d807-4d5e-be42-907603e95836 req-2472b0d0-d049-4b74-9890-27765b074fc8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864599
Feb 04 00:08:06.566907 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6e2f09a4-034c-4851-8eeb-e49d850927dc req-d5742642-3078-4a55-bb9f-dd901b51f1d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850883
Feb 04 00:08:06.698355 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6e2f09a4-034c-4851-8eeb-e49d850927dc req-5909cfa7-d0d4-4051-b0d3-256d6ac18d1e service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247890
Feb 04 00:08:06.827046 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6e2f09a4-034c-4851-8eeb-e49d850927dc req-9f437930-d315-4707-88d1-ba1abd13ee69 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222806
Feb 04 00:08:07.767906 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de635208-584e-44cd-96c9-a2af0434cbcc req-476c28bd-58de-4384-baa8-5feacc6d8522 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:07.769326 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-de635208-584e-44cd-96c9-a2af0434cbcc req-476c28bd-58de-4384-baa8-5feacc6d8522 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0753291
Feb 04 00:08:07.812973 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-de635208-584e-44cd-96c9-a2af0434cbcc req-0169d0e0-f1f3-4a21-b2bb-793922103441 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382288
Feb 04 00:08:09.027985 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2d2ae-f660-4167-8581-7f983b8e474c req-3645b608-adc6-42d1-87dc-5174dfc64969 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:09.029435 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bbe2d2ae-f660-4167-8581-7f983b8e474c req-3645b608-adc6-42d1-87dc-5174dfc64969 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0807140
Feb 04 00:08:09.073935 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bbe2d2ae-f660-4167-8581-7f983b8e474c req-6c96c014-9dd6-425f-892b-1d901fb1fefe tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388842
Feb 04 00:08:09.395067 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff14cd-d16f-4fee-8867-fc6ea4049a43 req-5d1f61e1-12f3-4a79-b079-db1a8f4a75ab tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:09.396552 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0aff14cd-d16f-4fee-8867-fc6ea4049a43 req-5d1f61e1-12f3-4a79-b079-db1a8f4a75ab tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0787699
Feb 04 00:08:09.444169 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0aff14cd-d16f-4fee-8867-fc6ea4049a43 req-72ed52a3-e290-41dd-88d2-f21aa4716bdd tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421476
Feb 04 00:08:10.126470 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55517832-b6d2-4bc8-a75a-84d318997200 req-a9795312-2dc2-4381-9af2-d887621c3cd7 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:10.128574 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-55517832-b6d2-4bc8-a75a-84d318997200 req-a9795312-2dc2-4381-9af2-d887621c3cd7 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 945 time: 0.0751996
Feb 04 00:08:10.175247 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-55517832-b6d2-4bc8-a75a-84d318997200 req-2b0ca8e7-03fd-4b6f-9d78-20c05d6ed950 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393286
Feb 04 00:08:10.290571 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4fd57-1b0b-4305-829a-fc1d40b531e6 req-6fae005d-9389-46f1-8c8d-44fba8d932d4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:10.292016 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a3b4fd57-1b0b-4305-829a-fc1d40b531e6 req-6fae005d-9389-46f1-8c8d-44fba8d932d4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0783832
Feb 04 00:08:10.338317 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a3b4fd57-1b0b-4305-829a-fc1d40b531e6 req-96deede3-7870-40c1-938a-8e3eb12bc590 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407469
Feb 04 00:08:10.710287 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4602a6e-6428-4b1d-b3e0-0d732b88e9d2 req-298f8742-b752-4019-b4c1-740b611e9f46 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:10.712007 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f4602a6e-6428-4b1d-b3e0-0d732b88e9d2 req-298f8742-b752-4019-b4c1-740b611e9f46 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.1473699
Feb 04 00:08:10.756944 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f4602a6e-6428-4b1d-b3e0-0d732b88e9d2 req-57af7e7f-a9a8-4f10-9251-c856b4a9a6e4 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395362
Feb 04 00:08:11.374216 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7ede9-01fe-4507-be35-3c67c090d111 req-a152c1de-b771-4ab5-9a03-602d4a2d50e4 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:11.376353 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-eaa7ede9-01fe-4507-be35-3c67c090d111 req-a152c1de-b771-4ab5-9a03-602d4a2d50e4 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 945 time: 0.0787861
Feb 04 00:08:11.426430 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-eaa7ede9-01fe-4507-be35-3c67c090d111 req-a2c88035-9384-44f8-a7da-5a710a96c1ca tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424163
Feb 04 00:08:11.552407 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230d456-642c-42cd-b0d7-66cb6a749fe8 req-577a9a9c-c868-4e0a-810d-0443b1547296 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:11.553880 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5230d456-642c-42cd-b0d7-66cb6a749fe8 req-577a9a9c-c868-4e0a-810d-0443b1547296 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0756586
Feb 04 00:08:11.599247 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5230d456-642c-42cd-b0d7-66cb6a749fe8 req-89bccdcc-732e-4bb8-a8ef-cea72f1a5895 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400136
Feb 04 00:08:11.857850 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-e3da960d-a684-43c7-9dbb-dd830e6504f7 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:11.859315 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-e3da960d-a684-43c7-9dbb-dd830e6504f7 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 945 time: 0.0792527
Feb 04 00:08:11.927508 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Deleting port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:08:11.927975 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:11.953602 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf44d3-eea3-4ef5-b714-98d5e8889fb9 req-3287c42d-1743-4441-ae84-37b849f0bad2 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:11.955105 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6cbf44d3-eea3-4ef5-b714-98d5e8889fb9 req-3287c42d-1743-4441-ae84-37b849f0bad2 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0782180
Feb 04 00:08:12.001896 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6cbf44d3-eea3-4ef5-b714-98d5e8889fb9 req-5521a544-7adf-45d0-a2a5-c6b99fb71699 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406306
Feb 04 00:08:12.173008 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] For port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:12.173364 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:12.455813 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:12.456310 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:12.456613 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.l3_db [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Floating IP 1789fde8-7cc6-4700-9a3d-ba3e82efaea5 disassociated. External IP: 172.27.3.79, port: 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7.
Feb 04 00:08:12.456974 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Calling delete_port for 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 owned by compute:nova {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:08:12.648272 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:12.706343 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event deleted for resources: {'Port': ['ID=7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:12.731149 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b83910-a774-414b-aab0-ec26c3836796 req-7ac01163-34fa-43f7-b1de-18731e1d4da4 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:12.732639 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-88b83910-a774-414b-aab0-ec26c3836796 req-7ac01163-34fa-43f7-b1de-18731e1d4da4 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 867 time: 0.1661105
Feb 04 00:08:12.734614 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.734951 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.735280 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.735625 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.735954 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.736273 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.737232 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.737464 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.737775 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.738088 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.738399 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:12.818548 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d862e1-313c-4dc1-97b2-6a0a3f4a88cf req-964dd965-b3d5-4598-9db7-205b046ecc1e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:12.820043 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-92d862e1-313c-4dc1-97b2-6a0a3f4a88cf req-964dd965-b3d5-4598-9db7-205b046ecc1e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 944 time: 0.0773461
Feb 04 00:08:12.855190 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-88b83910-a774-414b-aab0-ec26c3836796 req-5962b20f-8ad3-409f-a9c0-1b52cd050fe4 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137247
Feb 04 00:08:12.871241 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-92d862e1-313c-4dc1-97b2-6a0a3f4a88cf req-96a5d7c3-5484-4d82-8312-21918df9bec9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454140
Feb 04 00:08:12.973599 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:08:13.178160 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:08:13.188614 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52102113-09f8-4870-9365-285379ab9445 None None] Sync routers for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:08:13.203806 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52102113-09f8-4870-9365-285379ab9445 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:08:13.204942 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-52102113-09f8-4870-9365-285379ab9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6e33820>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:07:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:13.219011 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477269e6-1d59-4a87-bd96-89b6094e4064 req-b2559e56-5a73-4b25-a4d9-3239efa629ff tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:13.227220 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-477269e6-1d59-4a87-bd96-89b6094e4064 req-b2559e56-5a73-4b25-a4d9-3239efa629ff tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.1003895
Feb 04 00:08:13.274670 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-477269e6-1d59-4a87-bd96-89b6094e4064 req-55551f39-b111-4cd2-9e76-b491181568b7 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463660
Feb 04 00:08:13.347481 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] No DVR routers for this DVR port 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 on host hv-cinder-82777 {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:08:13.349933 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:13.352641 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'name': 'network-vif-deleted', 'tag': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:08:13.373560 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-655ec728-cde7-4b43-8fb1-c03ce60e16ee req-7290e22b-20e7-47bc-8307-ff4e74e3630a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "DELETE /v2.0/ports/7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 HTTP/1.1" status: 204  len: 173 time: 1.5077305
Feb 04 00:08:13.412397 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-52102113-09f8-4870-9365-285379ab9445 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:08:13.419461 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6828a2f7-8d0c-4f11-9b75-c21f4ebb5498', 'name': 'network-vif-deleted', 'tag': '7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7', 'status': 'completed', 'code': 200}
Feb 04 00:08:13.458095 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f248ef4a-916a-45f4-9177-708ab6982529 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:08:13.799960 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:13.842946 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': 'f248ef4a-916a-45f4-9177-708ab6982529', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'port_id': 'f248ef4a-916a-45f4-9177-708ab6982529', 'mac_address': 'fa:16:3e:ac:2d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:08:13.907041 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:13.934797 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f248ef4a-916a-45f4-9177-708ab6982529 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:08:13.954785 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-52102113-09f8-4870-9365-285379ab9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6e33820>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:13.957567 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:13.960644 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52102113-09f8-4870-9365-285379ab9445 None None] Checking router: 18dd9cb5-44ee-49e6-9d36-8d8409225b60 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:08:13.963741 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:14.027296 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52102113-09f8-4870-9365-285379ab9445 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:08:14.027856 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-52102113-09f8-4870-9365-285379ab9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6e33820>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:07:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:14.043932 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b0d471c1-c212-4475-8ea5-1982973215a7 req-14f7c09f-6c78-4a4a-a57d-84f08ab36bda tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=6828a2f7-8d0c-4f11-9b75-c21f4ebb5498 HTTP/1.1" status: 200  len: 210 time: 0.0477748
Feb 04 00:08:14.091208 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d873206-8e08-4086-9cde-17baf24889a4 req-a7ad1fec-507e-4bd5-821b-e7bd7dc68633 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:14.092722 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7d873206-8e08-4086-9cde-17baf24889a4 req-a7ad1fec-507e-4bd5-821b-e7bd7dc68633 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 945 time: 0.0792851
Feb 04 00:08:14.097578 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=9']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:14.144715 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7d873206-8e08-4086-9cde-17baf24889a4 req-6280329d-bd9f-4fdc-8733-b00fe8c73582 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455749
Feb 04 00:08:14.222556 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-52102113-09f8-4870-9365-285379ab9445 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:08:14.267676 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['f248ef4a-916a-45f4-9177-708ab6982529'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:08:14.477648 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2eecc-81a1-4d58-a2cd-c166166d2f5b req-49439f15-8de6-4be0-90a5-27fac1995772 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:14.479085 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-95a2eecc-81a1-4d58-a2cd-c166166d2f5b req-49439f15-8de6-4be0-90a5-27fac1995772 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0786338
Feb 04 00:08:14.523466 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-95a2eecc-81a1-4d58-a2cd-c166166d2f5b req-58e40709-a596-49f1-9979-064eb9dd515f tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387883
Feb 04 00:08:14.681462 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-52102113-09f8-4870-9365-285379ab9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6e33820>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:14.685321 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52102113-09f8-4870-9365-285379ab9445 None None] The sync data for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi is: [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:08:14.905646 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc0fa9-ad7d-4876-bdbf-a7b5ab8f8f98 None None] New status for floating IP 1789fde8-7cc6-4700-9a3d-ba3e82efaea5: DOWN {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:08:15.364953 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a845ea-6636-4794-adb4-2a503b7bba17 req-3fd30ea7-41a9-475e-a65c-b36bcfea46c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:15.366413 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b4a845ea-6636-4794-adb4-2a503b7bba17 req-3fd30ea7-41a9-475e-a65c-b36bcfea46c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 945 time: 0.0831347
Feb 04 00:08:15.413917 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b4a845ea-6636-4794-adb4-2a503b7bba17 req-f8c53710-19ce-4b6b-a10c-dcd73aff342a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417190
Feb 04 00:08:15.426690 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f248ef4a-916a-45f4-9177-708ab6982529 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:08:15.432577 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-a9d235a3-6132-49fb-908e-610b19b6d1dc tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118805532&fields=id&tenant_id=158236a462524d4db04b3b5f32458e47 HTTP/1.1" status: 200  len: 267 time: 0.0435991
Feb 04 00:08:15.494309 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port f248ef4a-916a-45f4-9177-708ab6982529 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:08:15.494671 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:15.565763 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-23166ef3-a7b7-4cbd-9199-ba9b193c8a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:15.580032 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-be94c63d-4fe4-4949-aa90-6256c7b1f9ee tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:15.582017 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-be94c63d-4fe4-4949-aa90-6256c7b1f9ee tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 812 time: 0.1428084
Feb 04 00:08:15.600793 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-b3bfd8d5-ef0a-4211-a7ce-fb25a8ccd304 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/quotas/158236a462524d4db04b3b5f32458e47 HTTP/1.1" status: 200  len: 375 time: 0.0126023
Feb 04 00:08:15.623208 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:15.651242 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:08:15.661618 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:15.666563 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:15.667457 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:08:15.687279 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-253fc2f4-c67f-45e3-9fc4-b93dc0b776b2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:08:15.703917 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-253fc2f4-c67f-45e3-9fc4-b93dc0b776b2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:08:15.705888 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-253fc2f4-c67f-45e3-9fc4-b93dc0b776b2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0991187
Feb 04 00:08:15.725947 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222c1c-de78-4329-99da-9c469baa4131 req-d3f44e60-0428-4bdc-a41d-6756b4db15e7 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:15.727787 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-73222c1c-de78-4329-99da-9c469baa4131 req-d3f44e60-0428-4bdc-a41d-6756b4db15e7 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0795751
Feb 04 00:08:15.736501 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:08:15.737343 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 7d08ac4a-5c4b-4aa6-915d-2d7ba0ad70c7 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:08:15.770779 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=10']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:15.776629 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-73222c1c-de78-4329-99da-9c469baa4131 req-13cf0b69-5582-4a03-8e67-755fff51c10e tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428700
Feb 04 00:08:15.842781 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529', 'code': 200}
Feb 04 00:08:15.853146 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-f44547e8-d628-4e00-98dc-aec62ade18de service neutron] 10.222.0.13 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310322
Feb 04 00:08:15.981861 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-9ead66d0-d913-4045-b781-2b3986414eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231441
Feb 04 00:08:16.370191 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ccaa2203-5657-4a8d-af0b-2320bea8baaa req-27549a38-9467-4ad8-ab6c-1c08e379f222 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 1100 time: 0.0780752
Feb 04 00:08:16.391507 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-08954e82-a5a4-49a3-9575-a88e228ce2be req-db76cf64-087e-4455-87b9-1249d599956d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 210 time: 0.0549247
Feb 04 00:08:16.421928 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ccaa2203-5657-4a8d-af0b-2320bea8baaa req-7c843313-06d4-4a3f-bdef-d469be8707c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453815
Feb 04 00:08:16.630788 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7f026-bce9-49c6-b547-743d0387c82e req-3d56e13e-998c-49a9-9308-bbd991af4060 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:16.632293 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-02d7f026-bce9-49c6-b547-743d0387c82e req-3d56e13e-998c-49a9-9308-bbd991af4060 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 947 time: 0.0782778
Feb 04 00:08:16.684241 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-02d7f026-bce9-49c6-b547-743d0387c82e req-7d284c47-2e44-4461-979d-e311bce1e2d2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462940
Feb 04 00:08:16.978628 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3b38e-f351-4e26-aacf-5af0126e5191 req-118c85ca-3fd9-45d2-b62c-e16fc93c1793 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:16.980111 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c4c3b38e-f351-4e26-aacf-5af0126e5191 req-118c85ca-3fd9-45d2-b62c-e16fc93c1793 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0790529
Feb 04 00:08:17.026134 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c4c3b38e-f351-4e26-aacf-5af0126e5191 req-39036c93-a6af-48cc-acb8-8a54889d8176 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403478
Feb 04 00:08:17.428547 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-24798cc5-db1c-47fa-ba85-5c200b48419f tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:17.430088 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-24798cc5-db1c-47fa-ba85-5c200b48419f tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 812 time: 0.1535306
Feb 04 00:08:17.468875 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:08:17.512162 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-0122389b-e6c3-4763-95a3-6b13f354c37b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=158236a462524d4db04b3b5f32458e47 HTTP/1.1" status: 200  len: 380 time: 0.0568132
Feb 04 00:08:17.525127 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'port': {'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'admin_state_up': True, 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'security_groups': ['21b5f747-ae77-43ad-85b3-50e48e8dbb2b']}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:08:17.638551 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-335e945b-c7a9-41db-b23d-ca06a114ac01 req-62b30a73-e19b-4ef7-9211-65c146869e1a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 210 time: 0.0964019
Feb 04 00:08:17.711484 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:08:17.722514 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:08:17.735158 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Made reservation on behalf of 158236a462524d4db04b3b5f32458e47 for: {'port': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:08:17.738618 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:17.911059 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca4d96-8e81-448b-b514-4778c225b407 req-3d03a630-4c79-4367-80bb-8b1db4a52f7e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:17.912604 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c5ca4d96-8e81-448b-b514-4778c225b407 req-3d03a630-4c79-4367-80bb-8b1db4a52f7e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 947 time: 0.0876334
Feb 04 00:08:17.919925 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Allocated IP 172.20.0.8 (fdad5e98-6f00-4ffe-854c-4ee35abc39f7/dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b/c2a5dd20-8a63-47c6-a4b1-b297c3f8f657) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:08:17.971700 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c5ca4d96-8e81-448b-b514-4778c225b407 req-41e0ad57-2f0d-47cc-bbca-f0d41d0e1d12 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520468
Feb 04 00:08:17.998172 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cb88abad-c22d-4e36-a808-de1701f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:18.122937 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:18.145670 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Transition to ACTIVE for port object c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:08:18.296380 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:18.383410 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:08:18.387659 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:08:18.389389 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'Port': ['ID=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:18.391450 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:08:18.435176 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ac21e-102d-4caa-8040-236db2e7b65e req-231a9eeb-1cd1-46ec-a8c0-a3439ec0c232 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:18.436710 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6c5ac21e-102d-4caa-8040-236db2e7b65e req-231a9eeb-1cd1-46ec-a8c0-a3439ec0c232 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.2793214
Feb 04 00:08:18.479638 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:18.480234 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:18.518146 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-6c5ac21e-102d-4caa-8040-236db2e7b65e req-2a5ddfc9-0afe-4197-9a16-0212973a04b3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725372
Feb 04 00:08:18.523887 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-d8308f83-169b-444e-8ccc-8090f51aa56b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0026791
Feb 04 00:08:18.536537 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Request body: {'port': {'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:08:18.643818 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:18.654539 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-2a941626-662f-4c6a-a997-9ae6928ea034 None None] Provisioning for port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:08:18.660329 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-2a941626-662f-4c6a-a997-9ae6928ea034 None None] Provisioning complete for port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:08:18.660645 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-2a941626-662f-4c6a-a997-9ae6928ea034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:18.711575 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-2a941626-662f-4c6a-a997-9ae6928ea034 None None] Port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:08:18.841750 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18f2b7-c3dc-458c-9b57-26f9cada9e67 req-6b9dcfb5-0f1e-4321-a4b3-04c63720bedd tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:18.843203 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3f18f2b7-c3dc-458c-9b57-26f9cada9e67 req-6b9dcfb5-0f1e-4321-a4b3-04c63720bedd tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 931 time: 0.0753443
Feb 04 00:08:18.888707 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3f18f2b7-c3dc-458c-9b57-26f9cada9e67 req-d801be30-c1b1-4ef3-b57f-07eb30f5768e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390005
Feb 04 00:08:18.979605 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 {{(pid=82731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:08:18.986195 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:19.000426 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Transition to ACTIVE for port object c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 will not be triggered until provisioned by entity L2. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:08:19.004536 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:19.005065 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:19.135991 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:19.144780 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:19.295401 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Attempting to bind port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:08:19.295762 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Attempting to bind port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:08:19.296083 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Attempting to bind port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:08:19.311657 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:08:19.311972 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Attempting to bind port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:08:19.330377 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:08:19.331257 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Checking segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:08:19.331257 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Bound using segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:08:19.331646 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Bound port: c2a5dd20-8a63-47c6-a4b1-b297c3f8f657, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'}}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:08:19.331989 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:19.405254 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389d786-5315-4ce1-85d6-69337128ade0 req-59beefcd-311d-4230-a5b7-c5c5313aa889 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:19.406775 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3389d786-5315-4ce1-85d6-69337128ade0 req-59beefcd-311d-4230-a5b7-c5c5313aa889 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 947 time: 0.1472785
Feb 04 00:08:19.467829 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] For port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657, host hv-cinder-82777, cleared binding levels {{(pid=82731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:08:19.480222 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3389d786-5315-4ce1-85d6-69337128ade0 req-8efa115c-cec2-4f1b-84f2-32d874a7f872 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666039
Feb 04 00:08:19.481591 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] For port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:08:19.486934 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:19.492240 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-72becbc7-1016-4d0b-af5c-f64ce4999490 req-8bbaa69c-6fc6-49ff-9431-640557819670 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6682723e28af465f89abc94b19ee13dc&device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 1098 time: 0.0736892
Feb 04 00:08:19.548316 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:19.550175 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] 10.222.0.48 "PUT /v2.0/ports/c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 HTTP/1.1" status: 200  len: 1093 time: 1.0180473
Feb 04 00:08:19.553139 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'tag': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:08:19.583222 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16eadc-113a-40cd-8f46-ebb766b78c69 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,revision_number=3']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:19.647158 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72becbc7-1016-4d0b-af5c-f64ce4999490 req-93f8fea2-5610-4944-9b60-abb051a55db4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:19.648800 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'tag': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'status': 'completed', 'code': 200}
Feb 04 00:08:19.649265 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-72becbc7-1016-4d0b-af5c-f64ce4999490 req-93f8fea2-5610-4944-9b60-abb051a55db4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41 HTTP/1.1" status: 200  len: 910 time: 0.1504140
Feb 04 00:08:19.694679 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-18c86cc4-70eb-4974-b95e-82d767b2c713 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 1096 time: 0.1006274
Feb 04 00:08:19.769002 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-2dea5a50-3a1a-43d9-9131-606673103176 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 HTTP/1.1" status: 200  len: 217 time: 0.0663207
Feb 04 00:08:19.807472 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-72becbc7-1016-4d0b-af5c-f64ce4999490 req-0c1854de-45c0-4d38-945d-7f92779a697b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46131f31-e79c-4045-9dff-a9b3efe375a1 HTTP/1.1" status: 200  len: 1000 time: 0.1517746
Feb 04 00:08:19.831619 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-3c91fb7e-ac35-41fa-a5ea-65512bb25619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:19.832985 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-3c91fb7e-ac35-41fa-a5ea-65512bb25619 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0582452
Feb 04 00:08:19.908813 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-aab0384e-5fb5-46f0-8cf2-dd953be6e014 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685577
Feb 04 00:08:19.956309 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8369840-cf5e-4bac-8040-b1c8f8770581 req-99237bf8-ff87-4088-a497-6aa2b3048bb8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:19.957737 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d8369840-cf5e-4bac-8040-b1c8f8770581 req-99237bf8-ff87-4088-a497-6aa2b3048bb8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.2311685
Feb 04 00:08:19.963463 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72becbc7-1016-4d0b-af5c-f64ce4999490 req-49cba53d-f621-484b-9a9e-446109102386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:19.964814 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-72becbc7-1016-4d0b-af5c-f64ce4999490 req-49cba53d-f621-484b-9a9e-446109102386 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81e120d2-0dac-462a-9caa-6d986a3fd907 HTTP/1.1" status: 200  len: 848 time: 0.1511331
Feb 04 00:08:20.052016 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d8369840-cf5e-4bac-8040-b1c8f8770581 req-c2e993f2-aff9-40fe-8dfc-73e1f5fa91e7 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862610
Feb 04 00:08:20.071433 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-72becbc7-1016-4d0b-af5c-f64ce4999490 req-dfb25a97-ed3d-444d-a575-a8e7908355ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0905716
Feb 04 00:08:20.164101 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-40e44d3e-311a-400d-8a12-bb8ea185debb service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2496819
Feb 04 00:08:20.207004 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-72becbc7-1016-4d0b-af5c-f64ce4999490 req-564cd4e3-8dc6-4865-9692-81cc268f8114 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283791
Feb 04 00:08:20.281926 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0049b-f06b-447c-b6bd-f6423e0f058c req-1b4c06fa-4140-44e4-815d-ae1c13ac349e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:20.282608 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-89e0049b-f06b-447c-b6bd-f6423e0f058c req-1b4c06fa-4140-44e4-815d-ae1c13ac349e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:08:20.320988 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5abc18a6-d47f-44d2-b6ce-08d303ff7735 req-c8c6cd14-a282-43d6-a1e8-c96f8179e94c service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487281
Feb 04 00:08:20.323686 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-89e0049b-f06b-447c-b6bd-f6423e0f058c req-1b4c06fa-4140-44e4-815d-ae1c13ac349e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:08:20.325470 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-89e0049b-f06b-447c-b6bd-f6423e0f058c req-1b4c06fa-4140-44e4-815d-ae1c13ac349e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 943 time: 0.3130443
Feb 04 00:08:20.340962 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-72becbc7-1016-4d0b-af5c-f64ce4999490 req-86b7fd1c-9eca-4297-a4e1-8c919bf24fad service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286776
Feb 04 00:08:20.379152 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-89e0049b-f06b-447c-b6bd-f6423e0f058c req-f75b9ff0-6f01-41f8-b621-c40c6f8545ca tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484040
Feb 04 00:08:20.396796 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:20.449117 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6f6c5646-8d41-489a-b999-caec759921a9 req-7d65a797-af5a-4a0a-ba14-67e4e1328ccb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 1096 time: 0.0759544
Feb 04 00:08:20.582377 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c5646-8d41-489a-b999-caec759921a9 req-7507c61b-0e54-464d-ab78-8b9a52149ce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:20.583783 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6f6c5646-8d41-489a-b999-caec759921a9 req-7507c61b-0e54-464d-ab78-8b9a52149ce0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.1285427
Feb 04 00:08:20.651463 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6f6c5646-8d41-489a-b999-caec759921a9 req-a59d150f-e7e8-46fc-8a5d-115b2d3b6263 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 HTTP/1.1" status: 200  len: 217 time: 0.0607443
Feb 04 00:08:20.717180 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c5646-8d41-489a-b999-caec759921a9 req-84be0a10-fe19-447c-9f27-43ed34f3970d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:20.718589 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6f6c5646-8d41-489a-b999-caec759921a9 req-84be0a10-fe19-447c-9f27-43ed34f3970d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0592587
Feb 04 00:08:20.795444 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6f6c5646-8d41-489a-b999-caec759921a9 req-3b8e87dc-ab37-4a31-b527-f67369f0b785 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0674303
Feb 04 00:08:20.932916 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6f6c5646-8d41-489a-b999-caec759921a9 req-d6172fdd-d098-4568-b191-54e169d7fd77 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307199
Feb 04 00:08:21.069345 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6f6c5646-8d41-489a-b999-caec759921a9 req-cb26db7b-78da-45e3-b845-38cc8f0d4fe5 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303632
Feb 04 00:08:21.247184 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed18119-4859-40e6-a904-615e57696de0 req-41428d9c-65ac-44d2-8cbb-83f759200cc0 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:21.248565 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bed18119-4859-40e6-a904-615e57696de0 req-41428d9c-65ac-44d2-8cbb-83f759200cc0 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0769432
Feb 04 00:08:21.296597 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bed18119-4859-40e6-a904-615e57696de0 req-eede8922-3be5-49d3-86ce-32c872cff887 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418701
Feb 04 00:08:21.575760 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0b429-66dd-4eeb-b413-d037c2e89455 req-16b906bc-2fe9-4c9e-8ce9-167d52feaa5b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:21.577121 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-04f0b429-66dd-4eeb-b413-d037c2e89455 req-16b906bc-2fe9-4c9e-8ce9-167d52feaa5b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 943 time: 0.0770249
Feb 04 00:08:21.622166 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-04f0b429-66dd-4eeb-b413-d037c2e89455 req-7871d296-fe13-4c72-b550-7970195dc1ad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395396
Feb 04 00:08:22.505932 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54db61-643d-42b7-ae47-dcee3cdcd2b7 req-822a00e1-7567-4526-a6ba-d85e18b4b7a8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:22.512292 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d54db61-643d-42b7-ae47-dcee3cdcd2b7 req-822a00e1-7567-4526-a6ba-d85e18b4b7a8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0832858
Feb 04 00:08:22.557256 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d54db61-643d-42b7-ae47-dcee3cdcd2b7 req-faa61f11-7679-47c1-8870-e428a5ceb406 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434070
Feb 04 00:08:22.817337 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb691-d516-4a50-8c4d-3b6597b7aa86 req-b56ea413-1f98-41a6-b701-1bda46ff9300 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:22.818716 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8f7bb691-d516-4a50-8c4d-3b6597b7aa86 req-b56ea413-1f98-41a6-b701-1bda46ff9300 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 943 time: 0.0755508
Feb 04 00:08:22.864751 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8f7bb691-d516-4a50-8c4d-3b6597b7aa86 req-29edad1e-0c19-48ec-9a57-d517abd46e51 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405343
Feb 04 00:08:23.753899 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84f7bb-d2ee-4381-9754-f10b3de501a1 req-8b0064b1-2eaa-4437-b6fd-57f773f8bbe0 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:23.755334 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4a84f7bb-d2ee-4381-9754-f10b3de501a1 req-8b0064b1-2eaa-4437-b6fd-57f773f8bbe0 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0789046
Feb 04 00:08:23.799451 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4a84f7bb-d2ee-4381-9754-f10b3de501a1 req-ff6c4edf-c5ae-4622-8263-45b57b378a8f tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382252
Feb 04 00:08:23.981387 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-62501a1e-715b-4ac1-86b2-f7a06010786d req-f3dc883b-625b-4414-9d0f-db543ced866f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0692430
Feb 04 00:08:24.058786 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d836c8d-c9b2-4be9-a9cb-62947b5bd545 req-23b986a2-8e45-4b13-b158-c74991bb35ae tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:24.060360 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7d836c8d-c9b2-4be9-a9cb-62947b5bd545 req-23b986a2-8e45-4b13-b158-c74991bb35ae tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 943 time: 0.0760617
Feb 04 00:08:24.114895 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7d836c8d-c9b2-4be9-a9cb-62947b5bd545 req-1e5d9f0d-a6d5-4aef-9665-9df067ee69d6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475433
Feb 04 00:08:24.209587 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-3e0b0fe1-d8e3-49c5-ada5-457c61f50645 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1047661
Feb 04 00:08:24.249048 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50b91c-40b3-41d6-be7a-13bd2a2f6239 req-21a73172-9d4f-4b85-bdb7-dfc78569220d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:24.250472 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2b50b91c-40b3-41d6-be7a-13bd2a2f6239 req-21a73172-9d4f-4b85-bdb7-dfc78569220d tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0810170
Feb 04 00:08:24.295045 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2b50b91c-40b3-41d6-be7a-13bd2a2f6239 req-a30ad674-1a07-46a9-87d4-6fc973ab8535 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391047
Feb 04 00:08:25.316835 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a865e7b-c9f4-4e2f-be03-2bf0679a7baf req-d1181846-8e33-425f-9803-c2e0a27f8994 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:25.318380 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3a865e7b-c9f4-4e2f-be03-2bf0679a7baf req-d1181846-8e33-425f-9803-c2e0a27f8994 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 943 time: 0.0826683
Feb 04 00:08:25.417587 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3a865e7b-c9f4-4e2f-be03-2bf0679a7baf req-9ee2c0ca-d8aa-447a-9244-0a9d79d1d871 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906591
Feb 04 00:08:25.438143 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-4f65c020-5880-4a7a-a49f-97cad6be1aa2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d&tenant_id=6682723e28af465f89abc94b19ee13dc HTTP/1.1" status: 200  len: 1098 time: 0.0890737
Feb 04 00:08:25.494210 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd7628-8780-4686-8177-ed0b2143f3c8 req-c209446c-6dd3-46ad-a77a-c62bcf11a0c3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:25.495686 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c9fd7628-8780-4686-8177-ed0b2143f3c8 req-c209446c-6dd3-46ad-a77a-c62bcf11a0c3 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0768485
Feb 04 00:08:25.513895 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 46131f31-e79c-4045-9dff-a9b3efe375a1 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:08:25.545100 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c9fd7628-8780-4686-8177-ed0b2143f3c8 req-d6631ed9-00af-41dc-bf5b-a669f1221192 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437584
Feb 04 00:08:25.607221 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-d067d6d2-2d92-4b22-8d0e-03d0f3ded692 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6682723e28af465f89abc94b19ee13dc&device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 1098 time: 0.1484430
Feb 04 00:08:25.669590 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:25.697079 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:08:25.706838 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 46131f31-e79c-4045-9dff-a9b3efe375a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=46131f31-e79c-4045-9dff-a9b3efe375a1,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:25.711271 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:25.740243 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-3422fdea-3116-4fb2-b75c-e1b20473f3ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:25.741707 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-3422fdea-3116-4fb2-b75c-e1b20473f3ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41 HTTP/1.1" status: 200  len: 910 time: 0.1284738
Feb 04 00:08:25.753682 dv-cinder-827776-1-iscsi neutron-server[82733]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'code': 422} returned with failed status
Feb 04 00:08:25.778209 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=46131f31-e79c-4045-9dff-a9b3efe375a1,revision_number=6']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:25.846104 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-dbc485d8-2d44-4025-b66d-cbf1547cc5c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46131f31-e79c-4045-9dff-a9b3efe375a1 HTTP/1.1" status: 200  len: 998 time: 0.0982356
Feb 04 00:08:25.906859 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-f64babe4-0326-4136-91bf-980b916590ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:25.908315 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-f64babe4-0326-4136-91bf-980b916590ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81e120d2-0dac-462a-9caa-6d986a3fd907 HTTP/1.1" status: 200  len: 848 time: 0.0564766
Feb 04 00:08:25.985195 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-c2927c65-ddeb-42e0-bae6-49b0da067882 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699265
Feb 04 00:08:26.115742 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-cfe930ca-3f6b-4179-910e-3ead2b27b485 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238790
Feb 04 00:08:26.244965 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:26.247661 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d64cfc44-d9b1-4760-85d2-ae3dff450337 req-158f4190-cce8-48b2-8138-b2f547e3acac service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250546
Feb 04 00:08:26.617797 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe676a8c-6b4f-480c-b1e2-dd8b99f5560b req-9f141944-49a7-4898-a91a-6531bd15a4ef tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:26.619298 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fe676a8c-6b4f-480c-b1e2-dd8b99f5560b req-9f141944-49a7-4898-a91a-6531bd15a4ef tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 943 time: 0.0792985
Feb 04 00:08:26.667969 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fe676a8c-6b4f-480c-b1e2-dd8b99f5560b req-78158d9c-19a7-46ee-8b2e-58851691bad6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428481
Feb 04 00:08:26.746055 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275812e8-ac76-4ba3-bc39-c920a3aeaf86 req-54e26909-77fb-4bd1-925c-c6c877dd0a80 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:26.747484 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-275812e8-ac76-4ba3-bc39-c920a3aeaf86 req-54e26909-77fb-4bd1-925c-c6c877dd0a80 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.0774019
Feb 04 00:08:26.792109 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-275812e8-ac76-4ba3-bc39-c920a3aeaf86 req-9a4b9c7a-8bc5-420e-83eb-6c55ab049512 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391691
Feb 04 00:08:27.535957 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:08:27.663467 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:27.676358 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'mac_address': 'fa:16:3e:19:05:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:08:27.728996 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:27.748901 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:08:27.763293 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:27.768249 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:27.833137 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:27.865224 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0a96d-c2e3-4c21-bca3-08bd8a179fb0 req-5ba14582-dc4d-4193-ad98-65293b24b1bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:27.866787 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5dd0a96d-c2e3-4c21-bca3-08bd8a179fb0 req-5ba14582-dc4d-4193-ad98-65293b24b1bb tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 944 time: 0.0772614
Feb 04 00:08:27.919258 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5dd0a96d-c2e3-4c21-bca3-08bd8a179fb0 req-a9b3a045-3b25-4b38-8fdb-935c29af04a2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456774
Feb 04 00:08:27.998393 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd47a6-a62d-43b3-b37b-3ea5e3b43f86 req-e79fea5e-6e36-4771-8acb-4721c931d892 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:27.999871 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8edd47a6-a62d-43b3-b37b-3ea5e3b43f86 req-e79fea5e-6e36-4771-8acb-4721c931d892 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.0839477
Feb 04 00:08:28.003357 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['c2a5dd20-8a63-47c6-a4b1-b297c3f8f657'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:08:28.045689 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8edd47a6-a62d-43b3-b37b-3ea5e3b43f86 req-1cff3128-f069-4995-95b5-95d4588a2993 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395851
Feb 04 00:08:29.118280 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badf6be-c2c0-4199-b903-6b5c94c17bcd req-f581e2d0-c81f-411b-81ed-d2263cb568b4 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:29.119755 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2badf6be-c2c0-4199-b903-6b5c94c17bcd req-f581e2d0-c81f-411b-81ed-d2263cb568b4 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 944 time: 0.0763967
Feb 04 00:08:29.166635 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2badf6be-c2c0-4199-b903-6b5c94c17bcd req-65cb9adb-c952-4501-9b58-3427278ef966 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413923
Feb 04 00:08:29.244488 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8ff4-32f3-495e-878f-4b83a45c595f req-dcf19f87-4ef6-4d87-b1ba-8730e9e36203 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:29.245933 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ae0e8ff4-32f3-495e-878f-4b83a45c595f req-dcf19f87-4ef6-4d87-b1ba-8730e9e36203 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.0759773
Feb 04 00:08:29.290054 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ae0e8ff4-32f3-495e-878f-4b83a45c595f req-e7109d10-fc97-4c16-85f1-76656975d334 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387731
Feb 04 00:08:29.536151 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:08:29.604821 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:08:29.609242 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:08:29.609597 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:29.717302 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:29.743798 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:08:29.753438 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:29.757120 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:29.803108 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'code': 200}
Feb 04 00:08:29.828263 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:30.083413 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c08f9dbd-640d-48fb-8f74-3bf3d4637aea req-f368f1f3-a2a5-4250-a868-c85ae7e3c76c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 1098 time: 0.0740190
Feb 04 00:08:30.136548 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c08f9dbd-640d-48fb-8f74-3bf3d4637aea req-a11962eb-42bf-46c3-80b5-4adb2039fa91 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440676
Feb 04 00:08:30.371295 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a29b68-ad0e-4ffc-b4fe-4eb7ad8da9f9 req-f032fcca-b403-4b12-b807-6787db05d5cc tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:30.372953 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-83a29b68-ad0e-4ffc-b4fe-4eb7ad8da9f9 req-f032fcca-b403-4b12-b807-6787db05d5cc tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 945 time: 0.0866232
Feb 04 00:08:30.421379 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-83a29b68-ad0e-4ffc-b4fe-4eb7ad8da9f9 req-2d01fed6-585f-4a5f-aaa4-f059bf71f114 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413134
Feb 04 00:08:30.499053 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067885b9-9074-467d-bbce-b5c4e2b37b5b req-989923d0-0fb4-4fc9-b65d-ff7ae3f8dd83 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:30.500533 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-067885b9-9074-467d-bbce-b5c4e2b37b5b req-989923d0-0fb4-4fc9-b65d-ff7ae3f8dd83 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.0786796
Feb 04 00:08:30.545414 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-067885b9-9074-467d-bbce-b5c4e2b37b5b req-180c59dd-b7f4-4200-ae42-e127f98e583a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388999
Feb 04 00:08:31.690091 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd243abb-493d-4eb9-b9a3-313bc55a4125 req-32a436eb-5667-412a-b204-0ffff099df03 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:31.692401 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cd243abb-493d-4eb9-b9a3-313bc55a4125 req-32a436eb-5667-412a-b204-0ffff099df03 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 945 time: 0.1449339
Feb 04 00:08:31.741850 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-cd243abb-493d-4eb9-b9a3-313bc55a4125 req-1e4496db-9bb6-4d68-b6b2-09dd91260144 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440361
Feb 04 00:08:31.778675 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3717b-32ce-4808-bacc-f2f901661598 req-70a819e0-b990-4b80-a811-13fdb5adce4c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:31.780164 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-95c3717b-32ce-4808-bacc-f2f901661598 req-70a819e0-b990-4b80-a811-13fdb5adce4c tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.0769713
Feb 04 00:08:31.825671 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-95c3717b-32ce-4808-bacc-f2f901661598 req-1cbe5728-1a39-43e2-a005-0d6e0648f1dd tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390987
Feb 04 00:08:31.938993 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ce3f7-5177-468e-848f-4908c37f4739 req-7b7c6852-f69a-431c-9dde-01aa0aebed88 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:31.940605 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-250ce3f7-5177-468e-848f-4908c37f4739 req-7b7c6852-f69a-431c-9dde-01aa0aebed88 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 945 time: 0.0746830
Feb 04 00:08:31.988676 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-250ce3f7-5177-468e-848f-4908c37f4739 req-ad89383a-4d55-4cbd-9a13-1adf4471aefe tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427024
Feb 04 00:08:32.016199 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39992) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:32.085039 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-ae96ab72-3310-440a-a43c-f7f84a847bf3 tempest-TestVolumeBootPattern-1301651249 tempest-TestVolumeBootPattern-1301651249-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 1093 time: 0.0677474
Feb 04 00:08:32.087792 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 39996) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:32.092855 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'floatingip': {'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:08:32.098683 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:08:32.102493 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:floatingip and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:08:32.105510 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:08:32.111168 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:08:32.121413 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:32.260368 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:32.464896 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Allocated IP 172.27.3.91 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/e2734dfa-d85d-40c3-a601-2ddd521401c0) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:08:32.612207 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:32.641150 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:32.710769 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:08:32.713625 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:08:32.718088 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:08:32.749637 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'Port': ['ID=e2734dfa-d85d-40c3-a601-2ddd521401c0,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:32.777763 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:08:33.026627 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f57d2-be26-47cb-b5e5-d5af78463ec2 req-a000ed19-d016-4c35-93ac-23f7bb09d68a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:33.028116 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8e0f57d2-be26-47cb-b5e5-d5af78463ec2 req-a000ed19-d016-4c35-93ac-23f7bb09d68a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 943 time: 0.0818012
Feb 04 00:08:33.074834 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8e0f57d2-be26-47cb-b5e5-d5af78463ec2 req-ec8303a0-97c1-4780-8acf-99ec18a27698 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413957
Feb 04 00:08:33.109368 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-22f89048-3b20-483b-97cf-f9368c657f5f req-3800d7d6-f906-4a39-8b0f-2cd522aec1a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 1096 time: 0.2340357
Feb 04 00:08:33.196081 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-22f89048-3b20-483b-97cf-f9368c657f5f req-d9dbcb12-5305-48b2-97a8-be92e4049455 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785637
Feb 04 00:08:33.353949 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:33.410596 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:33.574198 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 46131f31-e79c-4045-9dff-a9b3efe375a1 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:08:33.622590 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:33.627096 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:33.708673 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 46131f31-e79c-4045-9dff-a9b3efe375a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=46131f31-e79c-4045-9dff-a9b3efe375a1,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:33.722042 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'port_id': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'mac_address': 'fa:16:3e:f1:5e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:08:33.767047 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'Port': ['ID=e2734dfa-d85d-40c3-a601-2ddd521401c0,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:33.774799 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:33.791853 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46131f31-e79c-4045-9dff-a9b3efe375a1 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:08:33.802432 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:33.806775 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 46131f31-e79c-4045-9dff-a9b3efe375a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=46131f31-e79c-4045-9dff-a9b3efe375a1,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:33.810997 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:33.880875 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3957e-2789-499c-bab9-e117c268eb08 req-d38d7d47-d334-4648-bc26-f08cdd48b99c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:33.881973 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=46131f31-e79c-4045-9dff-a9b3efe375a1,revision_number=7']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:33.882238 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7db3957e-2789-499c-bab9-e117c268eb08 req-d38d7d47-d334-4648-bc26-f08cdd48b99c tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 945 time: 0.2188523
Feb 04 00:08:33.943398 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7db3957e-2789-499c-bab9-e117c268eb08 req-8ab19553-e091-4a1f-9037-d51dd59b7af3 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500431
Feb 04 00:08:34.115144 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.l3_db [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Floating IP c0adf27a-7f08-41c1-8c75-4cd5ea044be3 associated. External IP: 172.27.3.91, port: c2a5dd20-8a63-47c6-a4b1-b297c3f8f657.
Feb 04 00:08:34.273300 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35192190-6107-4684-a3e2-66ddd5b15fe9 req-cb8ecfda-f6f6-4fe1-ae27-dab1db34dc62 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:34.280662 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-35192190-6107-4684-a3e2-66ddd5b15fe9 req-cb8ecfda-f6f6-4fe1-ae27-dab1db34dc62 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 944 time: 0.0829346
Feb 04 00:08:34.337826 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-35192190-6107-4684-a3e2-66ddd5b15fe9 req-de3a62b5-beba-4113-b83a-94666ff7378a tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560822
Feb 04 00:08:34.540203 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:08:34.735564 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:08:34.745924 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] Sync routers for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:08:34.758007 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:08:34.758598 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6e338b0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:08:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:34.760769 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:34.817648 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-249e76db-aa82-4b1f-993f-f8f368ba0aa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7286885
Feb 04 00:08:34.818348 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'tag': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:08:34.938095 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:08:35.022711 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'tag': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'status': 'completed', 'code': 200}
Feb 04 00:08:35.123084 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-412a5845-f852-4e20-aea7-63103604eecf req-88fb5636-440b-43e9-9f9b-34491ca52c8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 1098 time: 0.0762160
Feb 04 00:08:35.160160 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a6db0-a4f8-4474-bb90-cba766b23241 req-1dc3d158-b444-49c0-bc5a-2204533e88fc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:35.161665 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3c2a6db0-a4f8-4474-bb90-cba766b23241 req-1dc3d158-b444-49c0-bc5a-2204533e88fc tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 945 time: 0.0905039
Feb 04 00:08:35.200911 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['46131f31-e79c-4045-9dff-a9b3efe375a1'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:08:35.208959 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3c2a6db0-a4f8-4474-bb90-cba766b23241 req-003c9975-361d-438e-923e-f0edd54cfbef tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416486
Feb 04 00:08:35.269466 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a5845-f852-4e20-aea7-63103604eecf req-b2866ff5-f404-4c45-bc6d-7d96c7f1177c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:35.270912 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-412a5845-f852-4e20-aea7-63103604eecf req-b2866ff5-f404-4c45-bc6d-7d96c7f1177c service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.1420407
Feb 04 00:08:35.403306 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-412a5845-f852-4e20-aea7-63103604eecf req-bce41503-3646-4c0e-b9c0-fc41a2def91a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 HTTP/1.1" status: 200  len: 998 time: 0.1250930
Feb 04 00:08:35.466305 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6e338b0>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'c0adf27a-7f08-41c1-8c75-4cd5ea044be3', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:19:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:08:33Z', 'updated_at': '2022-02-04T00:08:33Z', 'revision_number': 0, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:35.475807 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] Checking router: 18dd9cb5-44ee-49e6-9d36-8d8409225b60 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:08:35.476472 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a5845-f852-4e20-aea7-63103604eecf req-79b52916-6df2-4ee8-b938-aed4d82ae7a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:35.477933 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-412a5845-f852-4e20-aea7-63103604eecf req-79b52916-6df2-4ee8-b938-aed4d82ae7a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0669925
Feb 04 00:08:35.518098 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:08:35.518734 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6e338b0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:08:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:35.608658 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007447c-129c-40d1-805c-922bddbbdea5 req-c81f04b0-e509-443e-ad9b-571e42fb8bf4 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:35.610126 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0007447c-129c-40d1-805c-922bddbbdea5 req-c81f04b0-e509-443e-ad9b-571e42fb8bf4 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 944 time: 0.1355231
Feb 04 00:08:35.617476 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-412a5845-f852-4e20-aea7-63103604eecf req-51144cb1-f3db-4a11-8f7c-0ea4db8cc907 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1028144
Feb 04 00:08:35.683417 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-7d8e09fc-20ba-4ad6-a178-a988c30c2815 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:35.684883 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-7d8e09fc-20ba-4ad6-a178-a988c30c2815 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 945 time: 0.0870750
Feb 04 00:08:35.743086 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0007447c-129c-40d1-805c-922bddbbdea5 req-a2febb96-1d2d-4cf5-9643-82fdd749fe13 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246421
Feb 04 00:08:35.751315 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:08:35.761272 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Deleting port a389bf24-7b02-4753-95ce-95dd63446f74 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:08:35.761618 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:35.789003 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-412a5845-f852-4e20-aea7-63103604eecf req-845aec53-e4b2-4dfd-9df3-90c27760f17b service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570075
Feb 04 00:08:35.927102 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-412a5845-f852-4e20-aea7-63103604eecf req-3a5c492c-6f02-4213-9d11-5104fd211044 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305017
Feb 04 00:08:36.087992 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] For port a389bf24-7b02-4753-95ce-95dd63446f74, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a389bf24-7b02-4753-95ce-95dd63446f74,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:36.088258 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:36.106043 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6e338b0>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'c0adf27a-7f08-41c1-8c75-4cd5ea044be3', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:19:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:08:33Z', 'updated_at': '2022-02-04T00:08:33Z', 'revision_number': 0, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:36.109928 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a8928-88a4-4673-ad3a-81e7f2afb378 None None] The sync data for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi is: [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'c0adf27a-7f08-41c1-8c75-4cd5ea044be3', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:19:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:08:33Z', 'updated_at': '2022-02-04T00:08:33Z', 'revision_number': 0, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:08:36.311458 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38ce93-6cd3-4c28-b262-627510f291d4 None None] New status for floating IP c0adf27a-7f08-41c1-8c75-4cd5ea044be3: ACTIVE {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:08:36.421324 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:36.421691 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:36.422001 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.l3_db [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Floating IP eadb0d90-8322-48f8-91db-785797133730 disassociated. External IP: 172.27.3.166, port: a389bf24-7b02-4753-95ce-95dd63446f74.
Feb 04 00:08:36.422336 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Calling delete_port for a389bf24-7b02-4753-95ce-95dd63446f74 owned by compute:nova {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:08:36.512238 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d1acc-a847-4fe2-bd34-5cf0534ebe21 req-3d0583ce-a9f9-4d48-8260-38736e94ae22 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:36.513674 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d18d1acc-a847-4fe2-bd34-5cf0534ebe21 req-3d0583ce-a9f9-4d48-8260-38736e94ae22 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 945 time: 0.1594517
Feb 04 00:08:36.616819 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d18d1acc-a847-4fe2-bd34-5cf0534ebe21 req-d6337722-112e-4369-8755-84ac2120b6b0 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups?id=9539e7b7-b21f-4904-9f62-ebd8c05d85dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936956
Feb 04 00:08:36.617807 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:36.664286 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event deleted for resources: {'Port': ['ID=a389bf24-7b02-4753-95ce-95dd63446f74,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:36.869159 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Router 89e59c5b-4cea-47fa-bb6f-6438efa79951 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:08:37.065625 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:08:37.075048 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] Sync routers for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:08:37.087583 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:08:37.088379 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7309eb0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:08:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:37.139237 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] No DVR routers for this DVR port a389bf24-7b02-4753-95ce-95dd63446f74 on host hv-cinder-82777 {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:08:37.141776 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:37.144879 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'name': 'network-vif-deleted', 'tag': 'a389bf24-7b02-4753-95ce-95dd63446f74'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:08:37.162882 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f62b917b-ae87-40ef-a0de-9879c16a468e req-b0e31c48-eebd-4d35-a27f-4494e5e53383 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.48 "DELETE /v2.0/ports/a389bf24-7b02-4753-95ce-95dd63446f74 HTTP/1.1" status: 204  len: 173 time: 1.4722519
Feb 04 00:08:37.210733 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d390867-5ebb-4ff7-9947-b7823c7582a8', 'name': 'network-vif-deleted', 'tag': 'a389bf24-7b02-4753-95ce-95dd63446f74', 'status': 'completed', 'code': 200}
Feb 04 00:08:37.280011 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:08:37.605974 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 46131f31-e79c-4045-9dff-a9b3efe375a1 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:08:37.684310 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7309eb0>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:37.689421 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] Checking router: 89e59c5b-4cea-47fa-bb6f-6438efa79951 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:08:37.701841 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 46131f31-e79c-4045-9dff-a9b3efe375a1 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:08:37.702209 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:37.748304 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:08:37.748923 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7309eb0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:08:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:37.815045 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-4f6d2d71-cca7-4c5a-bdb0-4c7b5de19991 req-3cc0b5d6-deec-4916-accb-799cf92e15f0 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Synchronizing usage tracker for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:08:37.830411 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-4f6d2d71-cca7-4c5a-bdb0-4c7b5de19991 req-3cc0b5d6-deec-4916-accb-799cf92e15f0 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Unset dirty status for tenant:275f74ce843546508a0f065ac4e875dc on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:08:37.832105 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4f6d2d71-cca7-4c5a-bdb0-4c7b5de19991 req-3cc0b5d6-deec-4916-accb-799cf92e15f0 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d390867-5ebb-4ff7-9947-b7823c7582a8 HTTP/1.1" status: 200  len: 210 time: 0.0608120
Feb 04 00:08:37.968240 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:38.008824 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:08:38.017204 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:08:38.056788 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 46131f31-e79c-4045-9dff-a9b3efe375a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=46131f31-e79c-4045-9dff-a9b3efe375a1,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:38.062169 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:38.062958 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device a389bf24-7b02-4753-95ce-95dd63446f74 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:08:38.095571 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'code': 200}
Feb 04 00:08:38.152466 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: a389bf24-7b02-4753-95ce-95dd63446f74 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:08:38.152806 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device a389bf24-7b02-4753-95ce-95dd63446f74 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:08:38.254930 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=46131f31-e79c-4045-9dff-a9b3efe375a1,revision_number=8']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:38.437461 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7309eb0>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:38.442653 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b96947-ce68-4e8e-8269-af7fa3006254 None None] The sync data for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi is: [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:01:57Z', 'revision_number': 4, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '27b1fe10-4551-45e5-86c5-343a8e7bb868', 'name': '', 'network_id': '512bd163-9e32-46a5-8135-c59c509d3018', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'mac_address': 'fa:16:3e:53:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:55Z', 'updated_at': '2022-02-04T00:02:09Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'subnets': [{'id': '25dddad5-b894-4c6a-a9bc-91f4aee83ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:08:38.672958 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e32c6-55a8-4d8f-b5c3-81576571cbe0 None None] New status for floating IP eadb0d90-8322-48f8-91db-785797133730: DOWN {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:08:38.990371 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40046) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:39.147891 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fa0de7ee-f7a7-41d9-b6dd-0c1b10537429 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:39.175688 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fa0de7ee-f7a7-41d9-b6dd-0c1b10537429 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:39.226952 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fa0de7ee-f7a7-41d9-b6dd-0c1b10537429 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:39.245387 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0de7ee-f7a7-41d9-b6dd-0c1b10537429 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9539e7b7-b21f-4904-9f62-ebd8c05d85dd,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:39.258531 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-fa0de7ee-f7a7-41d9-b6dd-0c1b10537429 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:39.259725 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-fa0de7ee-f7a7-41d9-b6dd-0c1b10537429 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "DELETE /v2.0/security-groups/9539e7b7-b21f-4904-9f62-ebd8c05d85dd HTTP/1.1" status: 204  len: 168 time: 0.2683237
Feb 04 00:08:39.262706 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40050) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:39.278898 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.api.v2.resource [None req-8e9b3072-4aa1-455b-834f-a5ccf5247253 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] show failed (client error): The resource could not be found.
Feb 04 00:08:39.279899 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-8e9b3072-4aa1-455b-834f-a5ccf5247253 tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "GET /v2.0/security-groups/9539e7b7-b21f-4904-9f62-ebd8c05d85dd HTTP/1.1" status: 404  len: 347 time: 0.0162249
Feb 04 00:08:39.282661 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40054) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:39.523145 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-9082b7d0-f129-4428-b6d3-d092795d94db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Deleting port fdd63b74-4db3-424f-a663-eef0b006becc {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:08:39.523399 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9082b7d0-f129-4428-b6d3-d092795d94db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:39.689212 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9082b7d0-f129-4428-b6d3-d092795d94db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:39.689538 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9082b7d0-f129-4428-b6d3-d092795d94db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:39.806872 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-9082b7d0-f129-4428-b6d3-d092795d94db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Calling delete_port for fdd63b74-4db3-424f-a663-eef0b006becc owned by network:floatingip {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:08:39.942445 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9082b7d0-f129-4428-b6d3-d092795d94db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:39.989174 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082b7d0-f129-4428-b6d3-d092795d94db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Pushing event deleted for resources: {'Port': ['ID=fdd63b74-4db3-424f-a663-eef0b006becc,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:40.081488 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9082b7d0-f129-4428-b6d3-d092795d94db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks [] for floatingip, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:40.098332 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-9082b7d0-f129-4428-b6d3-d092795d94db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:40.099461 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-9082b7d0-f129-4428-b6d3-d092795d94db tempest-AttachVolumeTestJSON-840923377 tempest-AttachVolumeTestJSON-840923377-project] 10.222.0.13 "DELETE /v2.0/floatingips/eadb0d90-8322-48f8-91db-785797133730 HTTP/1.1" status: 204  len: 168 time: 0.8159480
Feb 04 00:08:44.094293 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40088) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:44.661781 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16598755'] for router_interface, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:45.323276 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] Deleting port 27b1fe10-4551-45e5-86c5-343a8e7bb868 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:08:45.324003 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:45.501572 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] For port 27b1fe10-4551-45e5-86c5-343a8e7bb868, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=27b1fe10-4551-45e5-86c5-343a8e7bb868,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:45.501953 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:45.547735 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-d1838063-11da-41c3-ac6a-07494eaeef89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:45.620632 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] Calling delete_port for 27b1fe10-4551-45e5-86c5-343a8e7bb868 owned by network:router_interface {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:08:45.789919 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:45.832995 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] Pushing event deleted for resources: {'Port': ['ID=27b1fe10-4551-45e5-86c5-343a8e7bb868,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:46.117682 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15598213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16599877'] for router_interface, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:46.754053 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] Router 89e59c5b-4cea-47fa-bb6f-6438efa79951 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:08:46.948239 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:08:46.956668 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] Sync routers for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:08:46.960325 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-5ae1e1b1-6025-430f-9f2f-0862a9d57428 admin admin] 10.222.0.13 "PUT /v2.0/routers/89e59c5b-4cea-47fa-bb6f-6438efa79951/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8649917
Feb 04 00:08:46.963061 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40096) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:46.968503 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:08:46.969092 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df75bceb0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:08:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:47.144106 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:08:47.154373 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:47.351762 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:47.362380 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Deleting port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:08:47.362736 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:47.473060 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df75bceb0>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:08:45Z', 'revision_number': 5, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port': {'id': 'a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:01:52Z', 'updated_at': '2022-02-04T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:47.476806 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] Checking router: 89e59c5b-4cea-47fa-bb6f-6438efa79951 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:08:47.486837 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] Routers {'89e59c5b-4cea-47fa-bb6f-6438efa79951'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:08:47.488099 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df75bceb0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:08:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['89e59c5b-4cea-47fa-bb6f-6438efa79951'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:47.533161 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] For port a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:47.533541 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:47.642810 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] Set router 89e59c5b-4cea-47fa-bb6f-6438efa79951 gateway port host: None {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:08:47.654197 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Calling delete_port for a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf owned by network:router_gateway {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:08:47.751960 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df75bceb0>, [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:08:47Z', 'revision_number': 6, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port_host': None}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:47.756672 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aba9f7-d320-476b-895e-b16f6846f3ab None None] The sync data for ids ['89e59c5b-4cea-47fa-bb6f-6438efa79951'] in dv-cinder-827776-1-iscsi is: [{'id': '89e59c5b-4cea-47fa-bb6f-6438efa79951', 'name': 'tempest-AttachVolumeTestJSON-171616183-router', 'tenant_id': '275f74ce843546508a0f065ac4e875dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:01:51Z', 'updated_at': '2022-02-04T00:08:47Z', 'revision_number': 6, 'project_id': '275f74ce843546508a0f065ac4e875dc', 'gw_port_host': None}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:08:47.816338 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:47.859268 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:47.990097 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-e7479cec-81ab-4784-9c8c-7a0bd7255009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.172552 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16599944'] for router_gateway, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.425808 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16597044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.429913 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.453163 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16629668'] for router, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.453670 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89e59c5b-4cea-47fa-bb6f-6438efa79951 {{(pid=82731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 00:08:48.465106 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.466212 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-ee9d8032-f552-4949-983a-8f78ca8bd1f0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/89e59c5b-4cea-47fa-bb6f-6438efa79951 HTTP/1.1" status: 204  len: 168 time: 1.5022233
Feb 04 00:08:48.468782 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40104) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:48.529637 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7c09ac-4c70-4901-9033-b105f7db65eb admin admin] Deleting subnet 25dddad5-b894-4c6a-a9bc-91f4aee83ad6 {{(pid=82731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:08:48.532602 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ac7c09ac-4c70-4901-9033-b105f7db65eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.585312 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ac7c09ac-4c70-4901-9033-b105f7db65eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15390533'] for subnet, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.699935 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ac7c09ac-4c70-4901-9033-b105f7db65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.770950 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ac7c09ac-4c70-4901-9033-b105f7db65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16080009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15663901'] for subnet, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.808179 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c09ac-4c70-4901-9033-b105f7db65eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25dddad5-b894-4c6a-a9bc-91f4aee83ad6,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:48.812123 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ac7c09ac-4c70-4901-9033-b105f7db65eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.817696 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4411a068-e662-4309-b5e8-9b0ecdfff970 None None] Network 512bd163-9e32-46a5-8135-c59c509d3018 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:08:48.818780 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-ac7c09ac-4c70-4901-9033-b105f7db65eb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25dddad5-b894-4c6a-a9bc-91f4aee83ad6 HTTP/1.1" status: 204  len: 168 time: 0.3490429
Feb 04 00:08:48.821320 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40108) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:48.926223 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:48.936524 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Deleting port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:08:48.936854 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.018212 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.084715 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] DHCP port deletion for 512bd163-9e32-46a5-8135-c59c509d3018 request from dv-cinder-827776-1-iscsi {{(pid=82733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 00:08:49.089337 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] Deleting port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:08:49.089701 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.144306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] For port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:49.144724 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.146776 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.266238 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:08:49.269037 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Calling delete_port for 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e owned by network:dhcp {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:08:49.312109 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:08:49.312431 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device a22e3c87-7392-41cb-8aeb-7e0cdbda1ddf not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:08:49.312788 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 27b1fe10-4551-45e5-86c5-343a8e7bb868 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:08:49.342128 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.358809 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 27b1fe10-4551-45e5-86c5-343a8e7bb868 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:08:49.359159 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 27b1fe10-4551-45e5-86c5-343a8e7bb868 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:08:49.359588 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:08:49.389997 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:49.394389 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] No DVR routers for this DVR port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e on host dv-cinder-827776-1-iscsi {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:08:49.401873 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:08:49.402218 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:08:49.405468 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] For port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e,segment=NetworkSegment(2c8dc9da-6895-413a-b9ef-ce4de481d98a),segment_id=2c8dc9da-6895-413a-b9ef-ce4de481d98a)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:49.405851 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.528872 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] Calling delete_port for 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e owned by network:dhcp {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:08:49.593632 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.618183 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df70c81c0>,) {'filters': {'network_id': ['512bd163-9e32-46a5-8135-c59c509d3018']}} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:49.630453 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df70c81c0>, '2c8dc9da-6895-413a-b9ef-ce4de481d98a') {'for_net_delete': True} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:49.630740 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df70c81c0>, '2c8dc9da-6895-413a-b9ef-ce4de481d98a') {} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:49.641548 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15390588'] for segment, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.657238 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.663907 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=82731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:08:49.664046 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.api [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:08:49.664280 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223787'] for segment, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.664401 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG oslo_db.api [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]: Traceback (most recent call last):
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     timer()
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     cb(*args, **kw)
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     return func(*args, **kwargs)
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     self._notify()
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     self.callback(batched_events)
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     event.method(event)
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     return f(self, *a, **k)
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._get(url).json()
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:08:49.677198 dv-cinder-827776-1-iscsi neutron-server[82731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:08:49.750315 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.765952 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:49.776344 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=512bd163-9e32-46a5-8135-c59c509d3018,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:49.788711 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-eb481947-fdfc-4e75-8fdf-3b0f277e5cb6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/512bd163-9e32-46a5-8135-c59c509d3018 HTTP/1.1" status: 204  len: 168 time: 0.9664450
Feb 04 00:08:49.929289 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40114) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:49.978652 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-41ba9685-bff7-42f5-aab6-3ff1bfa75a3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=275f74ce843546508a0f065ac4e875dc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0482333
Feb 04 00:08:49.981138 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40118) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:50.038323 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-525ea9e6-4e6b-4217-867e-9c9d0f579149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:50.062794 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-525ea9e6-4e6b-4217-867e-9c9d0f579149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:50.115785 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-525ea9e6-4e6b-4217-867e-9c9d0f579149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:50.132291 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ea9e6-4e6b-4217-867e-9c9d0f579149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46b6ff9-f04a-4739-ad57-a0c9d2695a92,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:50.139007 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-525ea9e6-4e6b-4217-867e-9c9d0f579149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:50.140858 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-525ea9e6-4e6b-4217-867e-9c9d0f579149 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c46b6ff9-f04a-4739-ad57-a0c9d2695a92 HTTP/1.1" status: 204  len: 168 time: 0.1586473
Feb 04 00:08:50.165462 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] Deleting port 2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:08:50.165965 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:50.227316 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4e547b21-93e6-41cd-a64f-297f578e89fe None None] The port '2b94b287-b0e9-40d0-bfc4-e0d3646c8d4e' was deleted {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 00:08:50.391459 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:52.304341 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40168) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:52.443111 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-227485df-3521-492c-9f4d-cbf737c7fc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:52.474736 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-227485df-3521-492c-9f4d-cbf737c7fc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:08:52.478495 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-227485df-3521-492c-9f4d-cbf737c7fc0b admin admin] Usage tracker for resource:security_group_rule and tenant:6d54eea64b6448fe8d7d4245fc7f26b5 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:08:52.481284 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-227485df-3521-492c-9f4d-cbf737c7fc0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:08:52.486874 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-227485df-3521-492c-9f4d-cbf737c7fc0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:08:52.553839 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-227485df-3521-492c-9f4d-cbf737c7fc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:52.557561 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-227485df-3521-492c-9f4d-cbf737c7fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:52.602424 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227485df-3521-492c-9f4d-cbf737c7fc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b38524-2426-443a-b5d6-a235107fad1a,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:52.607713 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-227485df-3521-492c-9f4d-cbf737c7fc0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d54eea64b6448fe8d7d4245fc7f26b5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3023176
Feb 04 00:08:52.610563 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40174) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:52.669044 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-36e73009-68b9-4c2f-94ad-d801305bba20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:52.694294 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-36e73009-68b9-4c2f-94ad-d801305bba20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:52.744942 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-36e73009-68b9-4c2f-94ad-d801305bba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:52.761051 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e73009-68b9-4c2f-94ad-d801305bba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b38524-2426-443a-b5d6-a235107fad1a,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:52.765303 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-36e73009-68b9-4c2f-94ad-d801305bba20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:52.769519 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-36e73009-68b9-4c2f-94ad-d801305bba20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87b38524-2426-443a-b5d6-a235107fad1a HTTP/1.1" status: 204  len: 168 time: 0.1569138
Feb 04 00:08:53.100224 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40188) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:53.121245 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-122d8ea1-00dd-46a7-9c38-28e18f78d84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:53.151797 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-122d8ea1-00dd-46a7-9c38-28e18f78d84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:08:53.155530 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-122d8ea1-00dd-46a7-9c38-28e18f78d84a admin admin] Usage tracker for resource:security_group_rule and tenant:dd28efebefe74ab5983deebbf7b263e5 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:08:53.158357 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-122d8ea1-00dd-46a7-9c38-28e18f78d84a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:08:53.164043 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-122d8ea1-00dd-46a7-9c38-28e18f78d84a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:08:53.238894 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-122d8ea1-00dd-46a7-9c38-28e18f78d84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:53.243850 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-122d8ea1-00dd-46a7-9c38-28e18f78d84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:53.294947 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-122d8ea1-00dd-46a7-9c38-28e18f78d84a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd28efebefe74ab5983deebbf7b263e5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1936345
Feb 04 00:08:53.295642 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d8ea1-00dd-46a7-9c38-28e18f78d84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5f22fa-2c00-432e-832d-a2f97486514c,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:53.298500 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40194) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:08:53.361516 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-010ea53e-79df-41b5-b287-245e55d5df9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:53.387849 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-010ea53e-79df-41b5-b287-245e55d5df9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:53.443318 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-010ea53e-79df-41b5-b287-245e55d5df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:53.467410 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ea53e-79df-41b5-b287-245e55d5df9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5f22fa-2c00-432e-832d-a2f97486514c,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:53.478163 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-010ea53e-79df-41b5-b287-245e55d5df9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:53.479627 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-010ea53e-79df-41b5-b287-245e55d5df9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb5f22fa-2c00-432e-832d-a2f97486514c HTTP/1.1" status: 204  len: 168 time: 0.1797092
Feb 04 00:08:54.469264 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:08:55.125170 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f9bb-66cc-44f6-a53e-cac382f48cd4 req-a5823174-cdc5-4e58-a260-88000c68ea04 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:55.126650 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2203f9bb-66cc-44f6-a53e-cac382f48cd4 req-a5823174-cdc5-4e58-a260-88000c68ea04 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 947 time: 0.0809364
Feb 04 00:08:55.176957 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2203f9bb-66cc-44f6-a53e-cac382f48cd4 req-889e5b33-276a-440c-9cd0-7f270650a042 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439584
Feb 04 00:08:56.269372 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:56.395527 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a1ac6-a0f1-4a25-936d-efe205a5cfb9 req-ebcb4fa3-6295-467a-bad4-8ebf2ee5d9a0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:56.397005 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f90a1ac6-a0f1-4a25-936d-efe205a5cfb9 req-ebcb4fa3-6295-467a-bad4-8ebf2ee5d9a0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 947 time: 0.0818944
Feb 04 00:08:56.444268 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f90a1ac6-a0f1-4a25-936d-efe205a5cfb9 req-e14a5313-fa33-4f0c-83c0-70de7d5e4a02 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=89013ac2-06a9-4946-9808-cd784d8d187d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417521
Feb 04 00:08:56.767587 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-7f9cf78f-06ff-40b6-bc6c-79c37eead9b6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:08:56.769315 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-7f9cf78f-06ff-40b6-bc6c-79c37eead9b6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.48 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 947 time: 0.0799239
Feb 04 00:08:56.844481 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Deleting port f248ef4a-916a-45f4-9177-708ab6982529 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:08:56.844889 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:57.097843 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] For port f248ef4a-916a-45f4-9177-708ab6982529, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f248ef4a-916a-45f4-9177-708ab6982529,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:08:57.098245 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:57.381938 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:57.382309 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:57.382620 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.l3_db [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Floating IP 04c3da86-dc87-4f54-b0f2-90897c51af4c disassociated. External IP: 172.27.3.43, port: f248ef4a-916a-45f4-9177-708ab6982529.
Feb 04 00:08:57.382984 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Calling delete_port for f248ef4a-916a-45f4-9177-708ab6982529 owned by compute:nova {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:08:57.521412 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:57.565952 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event deleted for resources: {'Port': ['ID=f248ef4a-916a-45f4-9177-708ab6982529,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:08:57.624146 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-07da0fce-273b-4f89-bab0-a54ded0c61a2 req-4ef14d02-6e9d-42fa-9b81-978beddca1f4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 210 time: 0.0431085
Feb 04 00:08:57.853631 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Router 16c36942-2eb1-40d7-8fcc-23bddf081593 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:08:58.058640 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:08:58.070101 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] Sync routers for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:08:58.083431 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:08:58.084055 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7415970>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:08:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:58.126794 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] No DVR routers for this DVR port f248ef4a-916a-45f4-9177-708ab6982529 on host hv-cinder-82777 {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:08:58.130105 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:08:58.132638 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'name': 'network-vif-deleted', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:08:58.154398 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3d42dd4d-bebe-4d6a-a0d8-707f88ff76bc req-a6471695-dccd-4363-865f-918147cd1977 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.48 "DELETE /v2.0/ports/f248ef4a-916a-45f4-9177-708ab6982529 HTTP/1.1" status: 204  len: 173 time: 1.3731105
Feb 04 00:08:58.204681 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08968b05-a468-4dd6-91c0-3145eb6e44c9', 'name': 'network-vif-deleted', 'tag': 'f248ef4a-916a-45f4-9177-708ab6982529', 'status': 'completed', 'code': 200}
Feb 04 00:08:58.276710 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:08:58.622933 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7415970>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:58.628375 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] Checking router: 16c36942-2eb1-40d7-8fcc-23bddf081593 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:08:58.638283 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:08:58.638862 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7415970>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:08:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:58.821981 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:08:58.828385 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bd09e5ce-ec06-4ae1-84e9-386918dcc0a3 req-483dd73f-ec8c-4bc6-be2b-87a446410c2b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=08968b05-a468-4dd6-91c0-3145eb6e44c9 HTTP/1.1" status: 200  len: 210 time: 0.0477924
Feb 04 00:08:59.131635 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7415970>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:08:59.135356 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5179d3-1d85-4629-886b-4f52fe1e3268 None None] The sync data for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi is: [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:08:59.345823 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359edb1e-bd89-4a04-aba3-bcf8fbc09362 None None] New status for floating IP 04c3da86-dc87-4f54-b0f2-90897c51af4c: DOWN {{(pid=82733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:08:59.708157 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f248ef4a-916a-45f4-9177-708ab6982529 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:08:59.740047 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: f248ef4a-916a-45f4-9177-708ab6982529 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:08:59.740301 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device f248ef4a-916a-45f4-9177-708ab6982529 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:08:59.989926 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40316) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:00.052952 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-09ef0fb5-1412-4164-8f03-f0d3afa62b0c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:00.079998 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-09ef0fb5-1412-4164-8f03-f0d3afa62b0c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:00.134375 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-09ef0fb5-1412-4164-8f03-f0d3afa62b0c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:00.154215 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef0fb5-1412-4164-8f03-f0d3afa62b0c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89013ac2-06a9-4946-9808-cd784d8d187d,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:00.170085 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-09ef0fb5-1412-4164-8f03-f0d3afa62b0c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:00.171252 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-09ef0fb5-1412-4164-8f03-f0d3afa62b0c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "DELETE /v2.0/security-groups/89013ac2-06a9-4946-9808-cd784d8d187d HTTP/1.1" status: 204  len: 168 time: 0.1803253
Feb 04 00:09:00.174011 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40320) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:00.191223 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.api.v2.resource [None req-b7183f18-8913-4401-b3f2-a27c96f1d9f0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] show failed (client error): The resource could not be found.
Feb 04 00:09:00.192251 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-b7183f18-8913-4401-b3f2-a27c96f1d9f0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups/89013ac2-06a9-4946-9808-cd784d8d187d HTTP/1.1" status: 404  len: 347 time: 0.0172093
Feb 04 00:09:00.195051 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40324) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:00.344932 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-d01932ee-8cd1-47a8-841a-a9068c89be61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Deleting port 70366073-55f1-4522-8369-e0655f911e3f {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:09:00.345180 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d01932ee-8cd1-47a8-841a-a9068c89be61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:00.510062 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d01932ee-8cd1-47a8-841a-a9068c89be61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:00.510384 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d01932ee-8cd1-47a8-841a-a9068c89be61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:00.634391 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-d01932ee-8cd1-47a8-841a-a9068c89be61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Calling delete_port for 70366073-55f1-4522-8369-e0655f911e3f owned by network:floatingip {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:09:00.771032 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d01932ee-8cd1-47a8-841a-a9068c89be61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:00.819769 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01932ee-8cd1-47a8-841a-a9068c89be61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event deleted for resources: {'Port': ['ID=70366073-55f1-4522-8369-e0655f911e3f,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:00.906474 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d01932ee-8cd1-47a8-841a-a9068c89be61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:00.919792 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d01932ee-8cd1-47a8-841a-a9068c89be61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:00.920907 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-d01932ee-8cd1-47a8-841a-a9068c89be61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "DELETE /v2.0/floatingips/04c3da86-dc87-4f54-b0f2-90897c51af4c HTTP/1.1" status: 204  len: 168 time: 0.7249644
Feb 04 00:09:01.442208 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40342) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:01.447895 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113775359', 'description': 'tempest-description--397058993'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:01.453498 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:01.458282 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Usage tracker for resource:security_group and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:01.461421 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:01.466956 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:01.478081 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.522119 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:01.526540 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Usage tracker for resource:security_group_rule and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:01.529393 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:01.535072 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:01.591619 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.595435 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.641232 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a4c3a8-d922-4461-a56e-a26b31775a5c,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:01.645944 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.648088 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-84c4038e-c36d-4763-af20-a7ca408dda05 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2047639
Feb 04 00:09:01.650007 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40346) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:01.655752 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'security_group_rule': {'security_group_id': 'b0a4c3a8-d922-4461-a56e-a26b31775a5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:01.661804 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:01.665560 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Usage tracker for resource:security_group_rule and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:01.668389 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:01.674105 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:01.693452 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.754518 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.757462 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.785756 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e7ea60-5b4c-4fe3-9de1-c493c1872f8c,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:01.793991 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.797655 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-e13f9478-315c-49a5-92d6-63375df9bfe4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1442342
Feb 04 00:09:01.797864 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40350) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:01.803749 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'security_group_rule': {'security_group_id': 'b0a4c3a8-d922-4461-a56e-a26b31775a5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:01.809307 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:01.813131 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Usage tracker for resource:security_group_rule and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:01.816555 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:01.822349 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:01.840381 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.904096 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.908078 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.932917 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2112720e-bf88-496c-afe6-7a31a0c0a43e,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:01.942314 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:01.943602 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-ec4bba37-da7d-4d2d-9bd9-0db35c738831 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1448660
Feb 04 00:09:01.946752 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40356) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:01.952031 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'floatingip': {'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:01.957819 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:01.962052 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Usage tracker for resource:floatingip and tenant:52b0f04b23ff41a4a642d0f97fdf8f5b is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:01.965072 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:01.971046 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:01.982185 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:02.205077 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:02.343934 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Allocated IP 172.27.3.97 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/0be60b53-0bcb-4f5f-9ba8-1aa3d996492d) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:09:02.497940 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:02.526411 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:02.595825 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:09:02.598926 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:02.603170 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:09:02.626557 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'Port': ['ID=0be60b53-0bcb-4f5f-9ba8-1aa3d996492d,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:02.758680 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:02.811334 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:03.014459 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:03.018705 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:03.118263 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'Port': ['ID=0be60b53-0bcb-4f5f-9ba8-1aa3d996492d,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:03.135929 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:03.156923 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:03.158116 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4d495c0c-efd3-499e-a2bc-f1ca14ed04a9 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2103753
Feb 04 00:09:03.394726 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-5e80ecf2-ef07-4ecb-9e73-4d481db23463 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1113775359&fields=id&tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b HTTP/1.1" status: 200  len: 267 time: 0.0494254
Feb 04 00:09:03.542659 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-92251588-43ca-45b4-9a73-6aaed15d6fcc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:03.543596 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-92251588-43ca-45b4-9a73-6aaed15d6fcc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Synchronizing usage tracker for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:network {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:09:03.561883 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-92251588-43ca-45b4-9a73-6aaed15d6fcc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Unset dirty status for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:network {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:09:03.563153 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-92251588-43ca-45b4-9a73-6aaed15d6fcc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 816 time: 0.1619194
Feb 04 00:09:03.578962 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-0e8acf98-50eb-4eef-9d76-6f48e742a987 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/quotas/52b0f04b23ff41a4a642d0f97fdf8f5b HTTP/1.1" status: 200  len: 375 time: 0.0105405
Feb 04 00:09:03.661887 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-fd490003-d3c8-4b7d-984a-e35b686ab10a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0773485
Feb 04 00:09:03.807056 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-f02867c4-0dea-44bb-9ba4-59698b3a4b66 service neutron] 10.222.0.13 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335537
Feb 04 00:09:03.903501 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf9c6d9-ab3e-4f5e-86bb-ae351a31d7ac req-c7444716-9a35-468e-8842-695e6a463062 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0726306
Feb 04 00:09:03.945645 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-8069c987-2c00-4ab8-8d2a-5c7a3f73fc58 service neutron] 10.222.0.13 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328375
Feb 04 00:09:03.995138 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf9c6d9-ab3e-4f5e-86bb-ae351a31d7ac req-ccbe881f-4c76-4eac-b89d-51cfc7d315a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6682723e28af465f89abc94b19ee13dc&device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 1098 time: 0.0716226
Feb 04 00:09:04.162360 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-adfc9068-0750-4750-ad98-4e83c8d824d9 req-0e556a07-1884-42eb-b9ca-5ceb8b06a5a2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Synchronizing usage tracker for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:09:04.203177 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-adfc9068-0750-4750-ad98-4e83c8d824d9 req-0e556a07-1884-42eb-b9ca-5ceb8b06a5a2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Unset dirty status for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:09:04.204340 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-adfc9068-0750-4750-ad98-4e83c8d824d9 req-0e556a07-1884-42eb-b9ca-5ceb8b06a5a2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 210 time: 0.0983255
Feb 04 00:09:04.209150 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9c6d9-ab3e-4f5e-86bb-ae351a31d7ac req-47358c54-efe5-40ec-8eec-5724350457bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:04.210807 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf9c6d9-ab3e-4f5e-86bb-ae351a31d7ac req-47358c54-efe5-40ec-8eec-5724350457bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41 HTTP/1.1" status: 200  len: 910 time: 0.1909988
Feb 04 00:09:04.228166 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40402) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:04.319723 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf9c6d9-ab3e-4f5e-86bb-ae351a31d7ac req-e9163ac6-9844-4ad8-9349-024c7918043e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46131f31-e79c-4045-9dff-a9b3efe375a1 HTTP/1.1" status: 200  len: 1000 time: 0.1019950
Feb 04 00:09:04.389257 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9c6d9-ab3e-4f5e-86bb-ae351a31d7ac req-90fb4fb3-85da-4474-a0fb-3d2849fae092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:04.391127 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf9c6d9-ab3e-4f5e-86bb-ae351a31d7ac req-90fb4fb3-85da-4474-a0fb-3d2849fae092 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81e120d2-0dac-462a-9caa-6d986a3fd907 HTTP/1.1" status: 200  len: 848 time: 0.0647550
Feb 04 00:09:04.399720 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-76b51abd-6224-41d4-8c0c-ac78d2eb0ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:04.437237 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-76b51abd-6224-41d4-8c0c-ac78d2eb0ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:04.443043 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-76b51abd-6224-41d4-8c0c-ac78d2eb0ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:e44babb4d414449e9039d11cb4cffa0b is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:04.445923 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-76b51abd-6224-41d4-8c0c-ac78d2eb0ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:04.451574 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-76b51abd-6224-41d4-8c0c-ac78d2eb0ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:04.478033 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf9c6d9-ab3e-4f5e-86bb-ae351a31d7ac req-5200e751-aaad-433a-887c-91c2a2486e19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804605
Feb 04 00:09:04.521889 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-76b51abd-6224-41d4-8c0c-ac78d2eb0ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:04.525644 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-76b51abd-6224-41d4-8c0c-ac78d2eb0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:04.580219 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51abd-6224-41d4-8c0c-ac78d2eb0ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590a4eae-83db-4795-a9ed-0f4b019695d6,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:04.587158 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-76b51abd-6224-41d4-8c0c-ac78d2eb0ac5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e44babb4d414449e9039d11cb4cffa0b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3581855
Feb 04 00:09:04.590136 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40410) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:04.613235 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf9c6d9-ab3e-4f5e-86bb-ae351a31d7ac req-ab42e0be-1dc6-483b-a254-aee90611b9d0 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290874
Feb 04 00:09:04.661136 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c51de9a7-3fc9-4439-8536-b4cc3769a15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:04.690950 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c51de9a7-3fc9-4439-8536-b4cc3769a15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:04.749817 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c51de9a7-3fc9-4439-8536-b4cc3769a15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:04.766231 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51de9a7-3fc9-4439-8536-b4cc3769a15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590a4eae-83db-4795-a9ed-0f4b019695d6,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:04.779239 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c51de9a7-3fc9-4439-8536-b4cc3769a15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:04.780418 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-c51de9a7-3fc9-4439-8536-b4cc3769a15b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/590a4eae-83db-4795-a9ed-0f4b019695d6 HTTP/1.1" status: 204  len: 168 time: 0.1890616
Feb 04 00:09:04.844229 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf9c6d9-ab3e-4f5e-86bb-ae351a31d7ac req-62100a00-0f99-4e0a-89fc-85c6ba0a4f96 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193792
Feb 04 00:09:05.103500 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40420) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:05.122487 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-96012fbb-8ba0-43e4-b647-c33c44952968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:05.153949 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-96012fbb-8ba0-43e4-b647-c33c44952968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:05.165571 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-96012fbb-8ba0-43e4-b647-c33c44952968 admin admin] Usage tracker for resource:security_group_rule and tenant:b82f2d71a6784b5bb62c21b10368d9ad is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:05.168511 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-96012fbb-8ba0-43e4-b647-c33c44952968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:05.174298 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-96012fbb-8ba0-43e4-b647-c33c44952968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:05.246036 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-b69fbb47-4c8d-4098-a4b9-89a0b5781632 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:05.247439 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-b69fbb47-4c8d-4098-a4b9-89a0b5781632 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.48 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 816 time: 0.1667371
Feb 04 00:09:05.249072 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-96012fbb-8ba0-43e4-b647-c33c44952968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:05.253870 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-96012fbb-8ba0-43e4-b647-c33c44952968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:05.290996 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-96012fbb-8ba0-43e4-b647-c33c44952968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b82f2d71a6784b5bb62c21b10368d9ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1863668
Feb 04 00:09:05.293956 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40426) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:05.311096 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-71d74275-21c3-4700-add4-b7d123dd6418 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Synchronizing usage tracker for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:security_group {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:09:05.332585 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-71d74275-21c3-4700-add4-b7d123dd6418 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Unset dirty status for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:security_group {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:09:05.334084 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-71d74275-21c3-4700-add4-b7d123dd6418 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b HTTP/1.1" status: 200  len: 380 time: 0.0725727
Feb 04 00:09:05.348218 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'port': {'device_id': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'admin_state_up': True, 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'security_groups': ['b0a4c3a8-d922-4461-a56e-a26b31775a5c']}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:05.361383 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96012fbb-8ba0-43e4-b647-c33c44952968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d50cd-df85-42f5-b4b2-ea0dfbe8a1a7,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:05.437659 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0fdc27fd-5e90-4927-bd91-2f71de6f9bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:05.446663 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0f38fdb8-ff07-4016-911b-e394e0926f50 req-9a732f09-f758-40ba-b073-5d1773c43aea tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 210 time: 0.0487282
Feb 04 00:09:05.472904 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0fdc27fd-5e90-4927-bd91-2f71de6f9bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:05.504600 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:05.513977 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:05.524238 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Made reservation on behalf of 52b0f04b23ff41a4a642d0f97fdf8f5b for: {'port': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:09:05.527315 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:05.537445 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0fdc27fd-5e90-4927-bd91-2f71de6f9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:05.553122 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc27fd-5e90-4927-bd91-2f71de6f9bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d50cd-df85-42f5-b4b2-ea0dfbe8a1a7,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:05.557324 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0fdc27fd-5e90-4927-bd91-2f71de6f9bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:05.558419 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0fdc27fd-5e90-4927-bd91-2f71de6f9bc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c9d50cd-df85-42f5-b4b2-ea0dfbe8a1a7 HTTP/1.1" status: 204  len: 168 time: 0.2634306
Feb 04 00:09:05.688007 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Allocated IP 172.20.0.8 (a17053c6-abd9-4c27-b828-7a5c18a51cdf/d0fe2baa-5995-4b6e-806b-65d4f406bb01/1b0f808a-dd53-489e-84e5-145f2dba8054) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:09:05.872789 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:05.889013 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Transition to ACTIVE for port object 1b0f808a-dd53-489e-84e5-145f2dba8054 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:05.912511 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:05.951495 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40434) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:05.993044 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c7f8-58c4-4f53-b53f-231a1f11cf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.024701 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event updated for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:06.028090 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Network a17053c6-abd9-4c27-b828-7a5c18a51cdf is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:09:06.032872 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:06.036216 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:09:06.090781 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f2f1c7f8-58c4-4f53-b53f-231a1f11cf35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:06.102707 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f2f1c7f8-58c4-4f53-b53f-231a1f11cf35 admin admin] Usage tracker for resource:security_group_rule and tenant:58ba4a8e11d042c9a6552b0dfb9573e9 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:06.107222 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f2f1c7f8-58c4-4f53-b53f-231a1f11cf35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:06.118333 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:06.118945 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.122826 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f2f1c7f8-58c4-4f53-b53f-231a1f11cf35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:06.168318 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-02595720-73c5-455e-9670-8c6dcbd666c6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8276851
Feb 04 00:09:06.180893 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Request body: {'port': {'device_id': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:06.266190 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-c7431c2a-3207-4654-a739-efbf37f08c92 None None] Provisioning for port 1b0f808a-dd53-489e-84e5-145f2dba8054 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:06.271478 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-c7431c2a-3207-4654-a739-efbf37f08c92 None None] Provisioning complete for port 1b0f808a-dd53-489e-84e5-145f2dba8054 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:06.271879 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c7431c2a-3207-4654-a739-efbf37f08c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.290923 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c7f8-58c4-4f53-b53f-231a1f11cf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.296583 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c7f8-58c4-4f53-b53f-231a1f11cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.328374 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-c7431c2a-3207-4654-a739-efbf37f08c92 None None] Port 1b0f808a-dd53-489e-84e5-145f2dba8054 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:09:06.363762 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1c7f8-58c4-4f53-b53f-231a1f11cf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd67adf-060e-4ffe-a5fb-643fc75a753d,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:06.366018 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.378796 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f2f1c7f8-58c4-4f53-b53f-231a1f11cf35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58ba4a8e11d042c9a6552b0dfb9573e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4263015
Feb 04 00:09:06.382252 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40438) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:06.442825 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3724e55f-3e75-4ef0-a7dd-62aef87a79b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.469403 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3724e55f-3e75-4ef0-a7dd-62aef87a79b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.525566 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3724e55f-3e75-4ef0-a7dd-62aef87a79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.540321 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e55f-3e75-4ef0-a7dd-62aef87a79b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd67adf-060e-4ffe-a5fb-643fc75a753d,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:06.549891 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3724e55f-3e75-4ef0-a7dd-62aef87a79b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.553619 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-3724e55f-3e75-4ef0-a7dd-62aef87a79b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5dd67adf-060e-4ffe-a5fb-643fc75a753d HTTP/1.1" status: 204  len: 168 time: 0.1677809
Feb 04 00:09:06.733709 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254cdb5-ff5c-49b0-9d83-22a57240364f req-fa62cf95-0fe3-49da-b7ac-a8ab69b9d2f1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:06.734336 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-7254cdb5-ff5c-49b0-9d83-22a57240364f req-fa62cf95-0fe3-49da-b7ac-a8ab69b9d2f1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Synchronizing usage tracker for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:09:06.796710 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-7254cdb5-ff5c-49b0-9d83-22a57240364f req-fa62cf95-0fe3-49da-b7ac-a8ab69b9d2f1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Unset dirty status for tenant:52b0f04b23ff41a4a642d0f97fdf8f5b on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:09:06.797875 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7254cdb5-ff5c-49b0-9d83-22a57240364f req-fa62cf95-0fe3-49da-b7ac-a8ab69b9d2f1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 931 time: 0.1940258
Feb 04 00:09:06.826905 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0f808a-dd53-489e-84e5-145f2dba8054 {{(pid=82731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:09:06.836416 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:06.865003 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Transition to ACTIVE for port object 1b0f808a-dd53-489e-84e5-145f2dba8054 will not be triggered until provisioned by entity L2. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:06.869203 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7254cdb5-ff5c-49b0-9d83-22a57240364f req-226f37ca-84f7-4e9a-b6f0-c5f9d6939663 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641441
Feb 04 00:09:06.870267 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:07.080488 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:07.202202 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Attempting to bind port 1b0f808a-dd53-489e-84e5-145f2dba8054 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:09:07.202606 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Attempting to bind port 1b0f808a-dd53-489e-84e5-145f2dba8054 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:09:07.202998 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Attempting to bind port 1b0f808a-dd53-489e-84e5-145f2dba8054 on network a17053c6-abd9-4c27-b828-7a5c18a51cdf {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:09:07.209351 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Port 1b0f808a-dd53-489e-84e5-145f2dba8054 on network a17053c6-abd9-4c27-b828-7a5c18a51cdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:09:07.209665 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Attempting to bind port 1b0f808a-dd53-489e-84e5-145f2dba8054 on network a17053c6-abd9-4c27-b828-7a5c18a51cdf {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:09:07.215991 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:09:07.216319 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Checking segment: {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:09:07.216694 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Bound using segment: {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:09:07.217108 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Bound port: 1b0f808a-dd53-489e-84e5-145f2dba8054, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3da75e7-9e43-4172-b9a2-947749e44672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf'}}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:09:07.217443 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:07.308901 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, cleared binding levels {{(pid=82731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:09:07.311820 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:09:07.318679 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:07.382606 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:07.383971 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] 10.222.0.48 "PUT /v2.0/ports/1b0f808a-dd53-489e-84e5-145f2dba8054 HTTP/1.1" status: 200  len: 1093 time: 1.2072916
Feb 04 00:09:07.384471 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:09:07.399603 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3272c-e999-4b74-8dee-626960c9f106 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=3']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:07.474174 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'status': 'completed', 'code': 200}
Feb 04 00:09:07.513950 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-77a15c90-f550-473b-b0f0-245971543252 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 1096 time: 0.0789576
Feb 04 00:09:07.588323 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-2e7b1ac4-a060-45eb-b441-53fae8f88715 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0f808a-dd53-489e-84e5-145f2dba8054 HTTP/1.1" status: 200  len: 217 time: 0.0675387
Feb 04 00:09:07.653632 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-eabefb51-97f3-4770-9312-0c67d3b2bfcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:07.655056 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-eabefb51-97f3-4770-9312-0c67d3b2bfcc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 200  len: 855 time: 0.0605013
Feb 04 00:09:07.733164 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-31460f71-5b09-42a3-8ba6-34fb3517a0ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a17053c6-abd9-4c27-b828-7a5c18a51cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714397
Feb 04 00:09:07.864230 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-5670047b-9c9c-47e1-8094-1a286936fd49 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247506
Feb 04 00:09:07.997603 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d4ad1186-b64b-47f4-97b2-9261439dc58e req-ef21b9ee-eb1a-4747-bcc6-27549aafaccc service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273029
Feb 04 00:09:08.152010 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8abfea-dab0-4022-9b84-4af0e721ad12 req-2aa3df81-0ba2-4508-a75a-bf0aec2e4e3b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:08.153436 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1f8abfea-dab0-4022-9b84-4af0e721ad12 req-2aa3df81-0ba2-4508-a75a-bf0aec2e4e3b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.1332526
Feb 04 00:09:08.157022 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bf450435-1412-4ca5-a7f3-9cecf1302d01 req-f41a2967-f972-468c-91cc-709b6f921e72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 1096 time: 0.1026621
Feb 04 00:09:08.271809 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1f8abfea-dab0-4022-9b84-4af0e721ad12 req-4cbf4f15-5fa1-458b-aab3-e481b9d76aee tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124873
Feb 04 00:09:08.325880 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf450435-1412-4ca5-a7f3-9cecf1302d01 req-2091f13d-f4c8-439d-b236-ad88153c6e6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:08.327324 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bf450435-1412-4ca5-a7f3-9cecf1302d01 req-2091f13d-f4c8-439d-b236-ad88153c6e6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 917 time: 0.1533253
Feb 04 00:09:08.399362 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bf450435-1412-4ca5-a7f3-9cecf1302d01 req-aeeadf44-2702-48c3-988b-89d2abfed7b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0f808a-dd53-489e-84e5-145f2dba8054 HTTP/1.1" status: 200  len: 217 time: 0.0648367
Feb 04 00:09:08.464978 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf450435-1412-4ca5-a7f3-9cecf1302d01 req-9115d0e2-8ee1-404d-b04b-68c11f074951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:08.466426 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bf450435-1412-4ca5-a7f3-9cecf1302d01 req-9115d0e2-8ee1-404d-b04b-68c11f074951 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 200  len: 855 time: 0.0606678
Feb 04 00:09:08.544426 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bf450435-1412-4ca5-a7f3-9cecf1302d01 req-d071502b-d630-4869-9ddc-3014ee5f94bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a17053c6-abd9-4c27-b828-7a5c18a51cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709665
Feb 04 00:09:08.763851 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bf450435-1412-4ca5-a7f3-9cecf1302d01 req-7c4b4856-7dbc-40d9-b084-e016b00d1d5a service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123795
Feb 04 00:09:08.896783 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-bf450435-1412-4ca5-a7f3-9cecf1302d01 req-0de6dc6d-e615-480e-a5a2-4eb6a26cc6a3 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263111
Feb 04 00:09:09.498183 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a8517-9b08-40b3-b173-11d5f66e3cc7 req-0189f071-bfa5-4d45-bae8-9113a6690464 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:09.499637 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b6a8517-9b08-40b3-b173-11d5f66e3cc7 req-0189f071-bfa5-4d45-bae8-9113a6690464 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.0787392
Feb 04 00:09:09.544211 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7b6a8517-9b08-40b3-b173-11d5f66e3cc7 req-88b71846-7405-4871-a7f7-b78f34094a8a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385764
Feb 04 00:09:09.756774 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1b0f808a-dd53-489e-84e5-145f2dba8054 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:09:09.886570 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:09:09.899644 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'port_id': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'mac_address': 'fa:16:3e:2a:65:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:09:09.951087 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:09.968176 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0f808a-dd53-489e-84e5-145f2dba8054 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:09:09.982787 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:09:09.986684 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:10.053667 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:10.061544 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.061883 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.062212 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.062535 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.062857 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.063174 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.063488 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.063833 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.064147 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.064458 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.064768 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:10.209859 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['1b0f808a-dd53-489e-84e5-145f2dba8054'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:09:10.753845 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7b95b-2381-4638-b346-3902f4e697e5 req-6185f851-074a-4c99-bcbd-4d2acb205eaf tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:10.755326 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-aea7b95b-2381-4638-b346-3902f4e697e5 req-6185f851-074a-4c99-bcbd-4d2acb205eaf tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 944 time: 0.0760849
Feb 04 00:09:10.805731 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-aea7b95b-2381-4638-b346-3902f4e697e5 req-4b420743-e2f4-4f87-8917-79089d6e5756 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407519
Feb 04 00:09:11.768048 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1b0f808a-dd53-489e-84e5-145f2dba8054 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:11.834024 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 1b0f808a-dd53-489e-84e5-145f2dba8054 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:11.838624 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 1b0f808a-dd53-489e-84e5-145f2dba8054 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:11.838988 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:11.949654 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:11.976174 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:09:11.985468 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:09:11.990008 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:12.028441 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c504ba-903b-42d1-959b-b246e5d459cb req-20b475c8-9030-4d2a-acf1-3427d7a3e9b7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:12.030026 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50c504ba-903b-42d1-959b-b246e5d459cb req-20b475c8-9030-4d2a-acf1-3427d7a3e9b7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 944 time: 0.0869153
Feb 04 00:09:12.037795 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'code': 200}
Feb 04 00:09:12.066546 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:12.078214 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-50c504ba-903b-42d1-959b-b246e5d459cb req-6ba69edd-23f5-444a-b2d6-aca65878150c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417011
Feb 04 00:09:12.257146 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1862fc48-4115-468a-a4c9-abd8099c03c5 req-2783a0da-8c25-4d26-895e-4ae127f3b1d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 1098 time: 0.0695438
Feb 04 00:09:12.297887 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1862fc48-4115-468a-a4c9-abd8099c03c5 req-cf75a825-242f-4e5b-9acb-c144d9ddb05f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348158
Feb 04 00:09:12.809111 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40532) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:12.948069 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:12.978495 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:12.982238 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Usage tracker for resource:security_group_rule and tenant:578d694f816d42bfab49640861a8ec97 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:12.984991 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:12.991388 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:13.057137 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:13.060800 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:13.103922 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447b61de-6cb6-44ed-96a8-4c858d116f0e,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:13.115453 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=578d694f816d42bfab49640861a8ec97&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3053422
Feb 04 00:09:13.118241 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40538) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:13.118832 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.119179 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.119515 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.119872 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.120201 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.120762 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.120899 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.121159 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.121477 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.121794 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.122115 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087742b-116c-40b0-aa34-5f7716016909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:13.256286 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4edd5cf1-cff2-4759-adf9-9ac65e498e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:13.281347 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4edd5cf1-cff2-4759-adf9-9ac65e498e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:13.301646 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cff92-bb07-47d6-b210-b98c74d6c84c req-362fe631-b3f2-4d6e-9d25-374b0dc7be92 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:13.303160 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-914cff92-bb07-47d6-b210-b98c74d6c84c req-362fe631-b3f2-4d6e-9d25-374b0dc7be92 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0851810
Feb 04 00:09:13.353055 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4edd5cf1-cff2-4759-adf9-9ac65e498e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:13.372424 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd5cf1-cff2-4759-adf9-9ac65e498e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447b61de-6cb6-44ed-96a8-4c858d116f0e,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:13.376454 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4edd5cf1-cff2-4759-adf9-9ac65e498e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:13.380984 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-4edd5cf1-cff2-4759-adf9-9ac65e498e7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/447b61de-6cb6-44ed-96a8-4c858d116f0e HTTP/1.1" status: 204  len: 168 time: 0.2616918
Feb 04 00:09:13.382323 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-914cff92-bb07-47d6-b210-b98c74d6c84c req-ff04b597-779c-4844-acd2-06c87c5d3ac8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693135
Feb 04 00:09:13.721145 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40552) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:13.739272 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e7b89628-2437-42bd-9207-8fe9b3b9b817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:13.770889 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-e7b89628-2437-42bd-9207-8fe9b3b9b817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:13.774666 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-e7b89628-2437-42bd-9207-8fe9b3b9b817 admin admin] Usage tracker for resource:security_group_rule and tenant:e43fffe1845c44e487591bc5ff6a84fa is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:13.777486 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-e7b89628-2437-42bd-9207-8fe9b3b9b817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:13.783302 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-e7b89628-2437-42bd-9207-8fe9b3b9b817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:13.849018 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e7b89628-2437-42bd-9207-8fe9b3b9b817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:13.852717 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e7b89628-2437-42bd-9207-8fe9b3b9b817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:13.900629 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b89628-2437-42bd-9207-8fe9b3b9b817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea4f05d-0bd3-4fda-9bfd-86b041afcd82,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:13.907073 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-e7b89628-2437-42bd-9207-8fe9b3b9b817 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e43fffe1845c44e487591bc5ff6a84fa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1840892
Feb 04 00:09:13.909903 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40556) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:13.969047 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-affd4288-f4a1-4573-9c43-91ca0204f4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:13.993963 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-affd4288-f4a1-4573-9c43-91ca0204f4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:14.043385 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-affd4288-f4a1-4573-9c43-91ca0204f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:14.058333 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd4288-f4a1-4573-9c43-91ca0204f4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea4f05d-0bd3-4fda-9bfd-86b041afcd82,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:14.070023 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-affd4288-f4a1-4573-9c43-91ca0204f4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:14.071128 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-affd4288-f4a1-4573-9c43-91ca0204f4ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ea4f05d-0bd3-4fda-9bfd-86b041afcd82 HTTP/1.1" status: 204  len: 168 time: 0.1604204
Feb 04 00:09:14.603836 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9eddf-0e85-4457-95f6-d4e0cd2c68ba req-ada21ecb-affe-48ef-a5f7-216888ea2adb tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:14.605292 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a7a9eddf-0e85-4457-95f6-d4e0cd2c68ba req-ada21ecb-affe-48ef-a5f7-216888ea2adb tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0802515
Feb 04 00:09:14.651442 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a7a9eddf-0e85-4457-95f6-d4e0cd2c68ba req-e5cce681-569d-4e9a-bb43-05a62d4783ca tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406401
Feb 04 00:09:14.857620 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24144a4c-5ce1-4c90-9d3c-24dfd74c0598 req-54d8a2cb-9c20-44de-97b9-2f3715f55c1d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:14.859061 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-24144a4c-5ce1-4c90-9d3c-24dfd74c0598 req-54d8a2cb-9c20-44de-97b9-2f3715f55c1d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0789616
Feb 04 00:09:14.868279 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40584) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:14.873473 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-4ea72ca4-3677-4eb3-b75c-761bd5403eb6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Request body: {'floatingip': {'port_id': '1b0f808a-dd53-489e-84e5-145f2dba8054'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:14.949366 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ea72ca4-3677-4eb3-b75c-761bd5403eb6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:15.551636 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-726f8c3a-350d-4ba3-bcd5-b367ebeee36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:15.569838 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ea72ca4-3677-4eb3-b75c-761bd5403eb6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:15.573291 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ea72ca4-3677-4eb3-b75c-761bd5403eb6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:15.837311 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.l3_db [None req-4ea72ca4-3677-4eb3-b75c-761bd5403eb6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Floating IP 9f5cfb28-12bf-4095-8f66-2b20cf1be1f8 associated. External IP: 172.27.3.97, port: 1b0f808a-dd53-489e-84e5-145f2dba8054.
Feb 04 00:09:16.218638 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea72ca4-3677-4eb3-b75c-761bd5403eb6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Router 16c36942-2eb1-40d7-8fcc-23bddf081593 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:09:16.416551 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea72ca4-3677-4eb3-b75c-761bd5403eb6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:09:16.420819 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ea72ca4-3677-4eb3-b75c-761bd5403eb6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:16.426247 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] Sync routers for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:09:16.441739 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:09:16.442324 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df76a2d00>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:08:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:16.473635 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4ea72ca4-3677-4eb3-b75c-761bd5403eb6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "PUT /v2.0/floatingips/9f5cfb28-12bf-4095-8f66-2b20cf1be1f8 HTTP/1.1" status: 200  len: 990 time: 1.6041574
Feb 04 00:09:16.474115 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:09:16.531002 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'status': 'completed', 'code': 200}
Feb 04 00:09:16.632180 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:09:16.637333 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7403b471-d46f-4690-8c8c-11a2dfb0eb7e req-5a66f543-fe5f-48ea-97f1-7aa98b5ede02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 1098 time: 0.0818036
Feb 04 00:09:16.650843 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd9d47-1c61-4a1b-b264-6ad8a467866a req-37e30d75-0959-47f0-8f03-6f0273cc95bb tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:16.652444 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dbcd9d47-1c61-4a1b-b264-6ad8a467866a req-37e30d75-0959-47f0-8f03-6f0273cc95bb tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0806293
Feb 04 00:09:16.728325 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-dbcd9d47-1c61-4a1b-b264-6ad8a467866a req-b65d7791-a15b-4d87-ad61-8bab43be9352 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661488
Feb 04 00:09:16.793917 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403b471-d46f-4690-8c8c-11a2dfb0eb7e req-4b5f949a-2a3d-48ee-b65f-0bca0a35d653 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:16.795627 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7403b471-d46f-4690-8c8c-11a2dfb0eb7e req-4b5f949a-2a3d-48ee-b65f-0bca0a35d653 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 917 time: 0.1524525
Feb 04 00:09:16.914947 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7403b471-d46f-4690-8c8c-11a2dfb0eb7e req-38eecd43-3194-458a-b291-6e72deeef0ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0f808a-dd53-489e-84e5-145f2dba8054 HTTP/1.1" status: 200  len: 998 time: 0.1133637
Feb 04 00:09:16.983060 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403b471-d46f-4690-8c8c-11a2dfb0eb7e req-83dc4d5f-a739-497c-a3f9-a9168b07184c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:16.984408 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7403b471-d46f-4690-8c8c-11a2dfb0eb7e req-83dc4d5f-a739-497c-a3f9-a9168b07184c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 200  len: 855 time: 0.0609403
Feb 04 00:09:16.997810 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df76a2d00>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '9f5cfb28-12bf-4095-8f66-2b20cf1be1f8', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'port_id': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'mac_address': 'fa:16:3e:2a:65:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:09:02Z', 'updated_at': '2022-02-04T00:09:15Z', 'revision_number': 1, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:17.001589 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] Checking router: 16c36942-2eb1-40d7-8fcc-23bddf081593 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:09:17.012742 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:09:17.013489 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df76a2d00>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:08:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:17.058241 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7403b471-d46f-4690-8c8c-11a2dfb0eb7e req-1d01c697-7931-49de-8f12-ad70f3e9236b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a17053c6-abd9-4c27-b828-7a5c18a51cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680451
Feb 04 00:09:17.184771 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:09:17.188272 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7403b471-d46f-4690-8c8c-11a2dfb0eb7e req-03afd6fd-01ea-4559-a8af-3b85f184149e service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243532
Feb 04 00:09:17.545612 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df76a2d00>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '9f5cfb28-12bf-4095-8f66-2b20cf1be1f8', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'port_id': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'mac_address': 'fa:16:3e:2a:65:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:09:02Z', 'updated_at': '2022-02-04T00:09:15Z', 'revision_number': 1, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:17.549482 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c079d4-6090-477f-819f-eaa262d55798 None None] The sync data for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi is: [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '9f5cfb28-12bf-4095-8f66-2b20cf1be1f8', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'port_id': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'mac_address': 'fa:16:3e:2a:65:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:09:02Z', 'updated_at': '2022-02-04T00:09:15Z', 'revision_number': 1, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:09:17.729499 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d2e68-46ce-4922-b227-942f96539a5c None None] New status for floating IP 9f5cfb28-12bf-4095-8f66-2b20cf1be1f8: ACTIVE {{(pid=82733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:09:17.957383 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930007-6baf-4ffd-983e-67ecb9cbf888 req-0777894c-9fe9-4921-a1f7-cc54f7f0de21 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:17.958857 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-86930007-6baf-4ffd-983e-67ecb9cbf888 req-0777894c-9fe9-4921-a1f7-cc54f7f0de21 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0861979
Feb 04 00:09:18.033506 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-32e0c472-8058-4c78-8229-660b3f46d878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:18.172879 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-86930007-6baf-4ffd-983e-67ecb9cbf888 req-517b0f2e-6cd4-4e57-aaba-4ec8a2780cf3 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2078538
Feb 04 00:09:18.212335 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7403b471-d46f-4690-8c8c-11a2dfb0eb7e req-eaa9f4e0-c847-479f-9655-1f873b759242 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2287414
Feb 04 00:09:19.010861 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:19.118637 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:19.387150 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a3dbe-66d6-4156-becf-bc46a5da15fe req-45025b9c-941f-4722-9529-71fbaf750aa7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:19.388623 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f49a3dbe-66d6-4156-becf-bc46a5da15fe req-45025b9c-941f-4722-9529-71fbaf750aa7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0797863
Feb 04 00:09:19.433853 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f49a3dbe-66d6-4156-becf-bc46a5da15fe req-578cda4d-ea07-4804-93ec-7877671fb471 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397503
Feb 04 00:09:20.395914 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:20.643670 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec032bd-4097-4011-a552-30770f747665 req-fba60239-7f2f-4fbc-8ce0-7617d11e63ee tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:20.645674 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-aec032bd-4097-4011-a552-30770f747665 req-fba60239-7f2f-4fbc-8ce0-7617d11e63ee tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0769138
Feb 04 00:09:20.690002 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-aec032bd-4097-4011-a552-30770f747665 req-cc7709ec-2b38-4301-a5f6-c7676575832f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393903
Feb 04 00:09:23.392770 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40672) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:23.536596 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bfe2355c-ba66-4778-90a7-e9399cde7a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:23.571464 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-bfe2355c-ba66-4778-90a7-e9399cde7a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:23.575669 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-bfe2355c-ba66-4778-90a7-e9399cde7a75 admin admin] Usage tracker for resource:security_group_rule and tenant:28f20ad061b24a73ac9c63db8aaf126e is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:23.578401 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-bfe2355c-ba66-4778-90a7-e9399cde7a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:23.585014 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-bfe2355c-ba66-4778-90a7-e9399cde7a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:23.648660 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bfe2355c-ba66-4778-90a7-e9399cde7a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:23.652335 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bfe2355c-ba66-4778-90a7-e9399cde7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:23.699752 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2355c-ba66-4778-90a7-e9399cde7a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb5851f-2415-4b5c-a69a-10f33362312f,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:23.705162 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-bfe2355c-ba66-4778-90a7-e9399cde7a75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28f20ad061b24a73ac9c63db8aaf126e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3109124
Feb 04 00:09:23.708430 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 40678) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:23.766663 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-cd986d2f-d118-4e52-9d97-17e4fd8aeb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:23.791777 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-cd986d2f-d118-4e52-9d97-17e4fd8aeb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:23.841859 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-cd986d2f-d118-4e52-9d97-17e4fd8aeb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:23.855870 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd986d2f-d118-4e52-9d97-17e4fd8aeb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb5851f-2415-4b5c-a69a-10f33362312f,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:23.861530 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-cd986d2f-d118-4e52-9d97-17e4fd8aeb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:23.863387 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-cd986d2f-d118-4e52-9d97-17e4fd8aeb0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fb5851f-2415-4b5c-a69a-10f33362312f HTTP/1.1" status: 204  len: 168 time: 0.1538124
Feb 04 00:09:26.261952 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:28.757293 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40744) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:28.894538 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f10404ac-3be5-42dd-8401-d09ef968668c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:28.929088 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f10404ac-3be5-42dd-8401-d09ef968668c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:28.932812 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f10404ac-3be5-42dd-8401-d09ef968668c admin admin] Usage tracker for resource:security_group_rule and tenant:e087d53507b44e87b1f30500b9ea4e54 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:28.935576 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f10404ac-3be5-42dd-8401-d09ef968668c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:28.941639 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f10404ac-3be5-42dd-8401-d09ef968668c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:29.005158 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f10404ac-3be5-42dd-8401-d09ef968668c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.008808 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f10404ac-3be5-42dd-8401-d09ef968668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.052930 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10404ac-3be5-42dd-8401-d09ef968668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673a0109-4827-4333-8ea6-56815f32f91d,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:29.058141 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f10404ac-3be5-42dd-8401-d09ef968668c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e087d53507b44e87b1f30500b9ea4e54&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2998431
Feb 04 00:09:29.060841 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40750) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:29.119699 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb581-8ff0-4b82-88ef-41078a05a3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.144049 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb581-8ff0-4b82-88ef-41078a05a3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.193192 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb581-8ff0-4b82-88ef-41078a05a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.208773 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb581-8ff0-4b82-88ef-41078a05a3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673a0109-4827-4333-8ea6-56815f32f91d,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:29.213249 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb581-8ff0-4b82-88ef-41078a05a3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.214336 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-dfbbb581-8ff0-4b82-88ef-41078a05a3ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/673a0109-4827-4333-8ea6-56815f32f91d HTTP/1.1" status: 204  len: 168 time: 0.1526206
Feb 04 00:09:29.540008 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40758) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:29.560355 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fefa7e3b-796d-49e7-b891-85d7ce559756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.592753 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-fefa7e3b-796d-49e7-b891-85d7ce559756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:29.597608 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-fefa7e3b-796d-49e7-b891-85d7ce559756 admin admin] Usage tracker for resource:security_group_rule and tenant:91ff487f8e044e908d2a9292173b5838 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:29.600443 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-fefa7e3b-796d-49e7-b891-85d7ce559756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:29.606043 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-fefa7e3b-796d-49e7-b891-85d7ce559756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:29.669814 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fefa7e3b-796d-49e7-b891-85d7ce559756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.673652 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fefa7e3b-796d-49e7-b891-85d7ce559756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.717994 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa7e3b-796d-49e7-b891-85d7ce559756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8fb27a-998c-46a3-8ddf-8a4b196485fc,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:29.723014 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-fefa7e3b-796d-49e7-b891-85d7ce559756 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91ff487f8e044e908d2a9292173b5838&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1819813
Feb 04 00:09:29.725811 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40762) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:29.782138 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-451b12ee-eb98-44e0-b8ca-9aedfa79bdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.806763 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-451b12ee-eb98-44e0-b8ca-9aedfa79bdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.859752 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-451b12ee-eb98-44e0-b8ca-9aedfa79bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.873795 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b12ee-eb98-44e0-b8ca-9aedfa79bdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8fb27a-998c-46a3-8ddf-8a4b196485fc,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:29.881316 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-451b12ee-eb98-44e0-b8ca-9aedfa79bdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:29.882411 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-451b12ee-eb98-44e0-b8ca-9aedfa79bdca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e8fb27a-998c-46a3-8ddf-8a4b196485fc HTTP/1.1" status: 204  len: 168 time: 0.1557095
Feb 04 00:09:31.468961 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:09:33.983325 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40810) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:34.120599 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-06edea1e-2459-4ede-bad3-68f26f12f661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:34.151084 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-06edea1e-2459-4ede-bad3-68f26f12f661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:34.154829 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-06edea1e-2459-4ede-bad3-68f26f12f661 admin admin] Usage tracker for resource:security_group_rule and tenant:fbc4a8020a2a419aa581873bb1cc7f46 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:34.157661 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-06edea1e-2459-4ede-bad3-68f26f12f661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:34.163622 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-06edea1e-2459-4ede-bad3-68f26f12f661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:34.228024 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-06edea1e-2459-4ede-bad3-68f26f12f661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:34.231620 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-06edea1e-2459-4ede-bad3-68f26f12f661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:34.278185 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edea1e-2459-4ede-bad3-68f26f12f661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3175287e-2d3a-43a9-ba94-47a5e523aa8e,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:34.284377 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-06edea1e-2459-4ede-bad3-68f26f12f661 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbc4a8020a2a419aa581873bb1cc7f46&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2994883
Feb 04 00:09:34.286752 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40816) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:34.347167 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-78a10482-0678-49f1-be5b-3d3c86b5fa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:34.375818 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-78a10482-0678-49f1-be5b-3d3c86b5fa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:34.427697 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-78a10482-0678-49f1-be5b-3d3c86b5fa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:34.444181 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a10482-0678-49f1-be5b-3d3c86b5fa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3175287e-2d3a-43a9-ba94-47a5e523aa8e,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:34.449274 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-78a10482-0678-49f1-be5b-3d3c86b5fa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:34.458331 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-78a10482-0678-49f1-be5b-3d3c86b5fa6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3175287e-2d3a-43a9-ba94-47a5e523aa8e HTTP/1.1" status: 204  len: 168 time: 0.1627383
Feb 04 00:09:35.199525 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40840) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:35.325693 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1363761102-network', 'tenant_id': '8a3519d443444388b63a5d65f79629c6'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:35.330356 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:35.334318 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Usage tracker for resource:network and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:35.337383 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:35.342948 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:35.354046 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Made reservation on behalf of 8a3519d443444388b63a5d65f79629c6 for: {'network': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:09:35.356405 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:35.369119 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:35.399996 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:35.403718 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Usage tracker for resource:security_group_rule and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:35.406427 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:35.412156 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:35.477886 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:35.481710 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:35.511338 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'}  {{(pid=82731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:09:35.519265 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e183a604-962c-4fcf-a623-5c756f186378,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:35.524697 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:35.525078 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.segments_db [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Added segment 54304d2b-b023-4d00-80b9-a7722feaa4de of type vlan for network 440b1708-3df9-4117-910a-daec84ca2f43
Feb 04 00:09:35.551049 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:35.581711 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:35.582530 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:35.583084 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:35.680450 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] Pushing event updated for resources: {'Network': ['ID=440b1708-3df9-4117-910a-daec84ca2f43,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:35.683387 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4da1c3a9-5a37-4db6-b072-a74286f0a14f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4827662
Feb 04 00:09:35.686321 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40846) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:35.690567 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 440b1708-3df9-4117-910a-daec84ca2f43 details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:09:35.692257 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Request body: {'subnet': {'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1363761102-subnet', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:35.697001 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:35.700748 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Usage tracker for resource:subnet and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:35.703508 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:35.709307 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:35.719514 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Made reservation on behalf of 8a3519d443444388b63a5d65f79629c6 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:09:35.721938 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15663920'] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:35.923134 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16080072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15663910'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:35.993514 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b9b073-06d2-4c21-853f-06fb3a27ffe0,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:36.004712 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Checking segment: {'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:09:36.005060 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Network hostable DHCP agents. Network: 440b1708-3df9-4117-910a-daec84ca2f43, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:09:36.025711 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Network 440b1708-3df9-4117-910a-daec84ca2f43 is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:09:36.035470 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 440b1708-3df9-4117-910a-daec84ca2f43) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:36.039435 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:36.039974 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.044163 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023d3e90-d8cb-4408-a37b-0b6711fa0b37 None None] Network 440b1708-3df9-4117-910a-daec84ca2f43 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:09:36.061365 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-be259386-5c15-4f82-be45-672a990c3127 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3740053
Feb 04 00:09:36.064013 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40850) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:36.068997 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:36.073346 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:36.077153 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Usage tracker for resource:router and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:36.079972 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:36.086157 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:36.096679 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16597246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8310'] for router, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.097598 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16600435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16606919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8207'] for router, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.117724 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.254428 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a09f7f7-4654-5163-a72e-c5ea2cc61d36-440b1708-3df9-4117-910a-daec84ca2f43', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0'}]}} from dv-cinder-827776-1-iscsi. {{(pid=82733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 00:09:36.255243 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.263123 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.412848 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.db_base_plugin_common [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Allocated IP 172.20.0.2 (440b1708-3df9-4117-910a-daec84ca2f43/b0b9b073-06d2-4c21-853f-06fb3a27ffe0/5a11b26d-ff21-4ac0-bad0-73343f16e8d7) {{(pid=82733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:09:36.529654 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.560443 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.610562 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Notify callbacks [] for port, precommit_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.620581 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Transition to ACTIVE for port object 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:36.638553 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Transition to ACTIVE for port object 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 will not be triggered until provisioned by entity DHCP. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:36.644842 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.704612 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Allocated IP 172.27.3.73 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/9cc778ec-33fe-46b5-90e3-cb8b68baedee) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:09:36.713722 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Network 440b1708-3df9-4117-910a-daec84ca2f43 is already hosted by enough agents. {{(pid=82733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:09:36.716562 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.base_scheduler [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Resources bound (agent type, host, resource id):  {{(pid=82733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:36.721037 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Received port after_create {{(pid=82733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:09:36.723880 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Pushing event updated for resources: {'Port': ['ID=5a11b26d-ff21-4ac0-bad0-73343f16e8d7,revision_number=1']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:36.811174 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Attempting to bind port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:09:36.811535 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Attempting to bind port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:09:36.811899 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Attempting to bind port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 on network 440b1708-3df9-4117-910a-daec84ca2f43 {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:09:36.818173 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:09:36.818541 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Checking segment: {'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:09:36.818934 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.819315 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Bound using segment: {'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:09:36.819793 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Bound port: 5a11b26d-ff21-4ac0-bad0-73343f16e8d7, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:09:36.820157 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.865089 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.893267 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.911647 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] For port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:09:36.914726 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] For port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=5a11b26d-ff21-4ac0-bad0-73343f16e8d7,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:09:36.918587 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:36.964200 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:09:36.967029 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:36.971995 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:09:36.998175 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Pushing event updated for resources: {'Port': ['ID=9cc778ec-33fe-46b5-90e3-cb8b68baedee,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:36.999979 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436e894-2932-4eb3-abbf-af4607ec3211 None None] Pushing event updated for resources: {'Port': ['ID=5a11b26d-ff21-4ac0-bad0-73343f16e8d7,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:37.155086 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:37.155843 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16597191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972'] for router, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:37.315761 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:37.387996 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:37.409031 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Router d238a773-52b3-4d6d-a782-25a7ffe0776d is scheduled to L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 with binding_index 1 {{(pid=82731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 00:09:37.609056 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:09:37.618755 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Sync routers for ids ['d238a773-52b3-4d6d-a782-25a7ffe0776d'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:09:37.633470 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Routers {'d238a773-52b3-4d6d-a782-25a7ffe0776d'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:09:37.634419 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df74157f0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['d238a773-52b3-4d6d-a782-25a7ffe0776d'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:37.634629 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:37.635723 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-7856f580-8419-4289-9c94-3e79375e9b7f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.5707481
Feb 04 00:09:37.638778 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40854) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:37.821689 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Set router d238a773-52b3-4d6d-a782-25a7ffe0776d gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:09:37.927006 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4168299-9365-457a-a7f3-9b8e8efd64ba None None] Network 440b1708-3df9-4117-910a-daec84ca2f43 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:09:38.021273 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-66c3101f-5b1b-454d-bb16-6f9aa2e03633 None None] Provisioning for port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:38.027843 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-66c3101f-5b1b-454d-bb16-6f9aa2e03633 None None] Provisioning complete for port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:38.028209 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-66c3101f-5b1b-454d-bb16-6f9aa2e03633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.144531 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df74157f0>, [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:37Z', 'revision_number': 3, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:38.148930 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Checking router: d238a773-52b3-4d6d-a782-25a7ffe0776d for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:09:38.149728 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Updating router d238a773-52b3-4d6d-a782-25a7ffe0776d port 9cc778ec-33fe-46b5-90e3-cb8b68baedee binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:09:38.207432 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.253938 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-66c3101f-5b1b-454d-bb16-6f9aa2e03633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.300979 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-66c3101f-5b1b-454d-bb16-6f9aa2e03633 None None] For port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=5a11b26d-ff21-4ac0-bad0-73343f16e8d7,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:09:38.306078 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-66c3101f-5b1b-454d-bb16-6f9aa2e03633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.422382 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3101f-5b1b-454d-bb16-6f9aa2e03633 None None] Pushing event updated for resources: {'Port': ['ID=5a11b26d-ff21-4ac0-bad0-73343f16e8d7,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:38.566976 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.588279 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.601479 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Transition to ACTIVE for port object 9cc778ec-33fe-46b5-90e3-cb8b68baedee will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:38.609412 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.631044 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-c59d39e0-7faf-4905-824f-c6e6fd30a697 None None] Provisioning complete for port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:38.631499 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c59d39e0-7faf-4905-824f-c6e6fd30a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.679921 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Pushing event updated for resources: {'Port': ['ID=9cc778ec-33fe-46b5-90e3-cb8b68baedee,revision_number=2']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:38.699090 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.699433 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.699798 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.700128 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.700454 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.700776 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.701095 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.701432 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.701750 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.702063 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.702377 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:09:38.716906 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Attempting to bind port 9cc778ec-33fe-46b5-90e3-cb8b68baedee on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:09:38.717507 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Attempting to bind port 9cc778ec-33fe-46b5-90e3-cb8b68baedee by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:09:38.717857 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Attempting to bind port 9cc778ec-33fe-46b5-90e3-cb8b68baedee on network 37925b6f-7373-4670-a9f0-ede61b099b1e {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:09:38.725468 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:09:38.726082 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:09:38.726661 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.727214 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Bound using segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:09:38.727869 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Bound port: 9cc778ec-33fe-46b5-90e3-cb8b68baedee, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:09:38.728717 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.800402 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] For port 9cc778ec-33fe-46b5-90e3-cb8b68baedee, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:09:38.803710 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] For port 9cc778ec-33fe-46b5-90e3-cb8b68baedee, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=9cc778ec-33fe-46b5-90e3-cb8b68baedee,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:09:38.810367 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:38.826301 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Allocated IP 172.20.0.1 (440b1708-3df9-4117-910a-daec84ca2f43/b0b9b073-06d2-4c21-853f-06fb3a27ffe0/82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:09:38.901495 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d28b8-2e16-4474-a595-5c04e805ef2d None None] Pushing event updated for resources: {'Port': ['ID=9cc778ec-33fe-46b5-90e3-cb8b68baedee,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:38.906103 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Routers {'d238a773-52b3-4d6d-a782-25a7ffe0776d'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:09:38.906694 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df74157f0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['d238a773-52b3-4d6d-a782-25a7ffe0776d'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:39.008385 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:39.025635 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Transition to ACTIVE for port object 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:39.049463 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:39.118362 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Network 440b1708-3df9-4117-910a-daec84ca2f43 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:09:39.121736 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:39.124760 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:09:39.138382 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] Set router d238a773-52b3-4d6d-a782-25a7ffe0776d gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:09:39.170615 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Pushing event updated for resources: {'Port': ['ID=82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:39.196335 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16599914'] for router_interface, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:39.291498 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:39.300003 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:39.359873 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:39.360261 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:39.417335 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-e51f6952-8d23-4f7f-8faf-3181213eae31 None None] Provisioning for port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:39.426853 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-e51f6952-8d23-4f7f-8faf-3181213eae31 None None] Provisioning complete for port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:39.427223 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-e51f6952-8d23-4f7f-8faf-3181213eae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:39.456353 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df74157f0>, [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:37Z', 'revision_number': 3, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:39.461197 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33096f6-9a03-4c6f-ba9b-776271a232ab None None] The sync data for ids ['d238a773-52b3-4d6d-a782-25a7ffe0776d'] in dv-cinder-827776-1-iscsi is: [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:37Z', 'revision_number': 3, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:09:39.496295 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-e51f6952-8d23-4f7f-8faf-3181213eae31 None None] Port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:09:39.576042 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:39.581116 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:39.698674 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15598283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16598673'] for router_interface, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:39.702266 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Pushing event updated for resources: {'Port': ['ID=82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:39.839980 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Network 440b1708-3df9-4117-910a-daec84ca2f43 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:09:39.841112 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:40.123705 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-25feb58e-f0bb-478b-af5a-2a81cf84c29d None None] Provisioning complete for port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:40.124117 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-25feb58e-f0bb-478b-af5a-2a81cf84c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:40.186946 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-25feb58e-f0bb-478b-af5a-2a81cf84c29d None None] Port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:09:40.338665 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Router d238a773-52b3-4d6d-a782-25a7ffe0776d has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:09:40.536280 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:09:40.545559 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4ab6ecbb-4315-4057-ac53-310efbb43dda admin admin] 10.222.0.13 "PUT /v2.0/routers/d238a773-52b3-4d6d-a782-25a7ffe0776d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9057083
Feb 04 00:09:41.291065 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9cc778ec-33fe-46b5-90e3-cb8b68baedee up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:41.360087 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 9cc778ec-33fe-46b5-90e3-cb8b68baedee completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:41.365065 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40876) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:41.368312 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 9cc778ec-33fe-46b5-90e3-cb8b68baedee triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:41.368755 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.370851 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1599601962-network', 'tenant_id': 'd55219fd92a14641899da59e077615e8'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:41.375683 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:41.380566 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Usage tracker for resource:network and tenant:d55219fd92a14641899da59e077615e8 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:41.383649 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:41.389444 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:41.404704 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Made reservation on behalf of d55219fd92a14641899da59e077615e8 for: {'network': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:09:41.406902 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for network, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.419635 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.449832 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:41.453666 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Usage tracker for resource:security_group_rule and tenant:d55219fd92a14641899da59e077615e8 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:41.457235 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:41.463980 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:41.486456 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.504064 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 9cc778ec-33fe-46b5-90e3-cb8b68baedee, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=9cc778ec-33fe-46b5-90e3-cb8b68baedee,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:09:41.507874 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.528945 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.532792 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.564351 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'}  {{(pid=82731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 00:09:41.569629 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131cc772-0ff4-446a-8b31-f54dadf3e547,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:41.575986 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=9cc778ec-33fe-46b5-90e3-cb8b68baedee,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:41.576397 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.576777 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.segments_db [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Added segment 3b49c689-c328-4ec5-aeed-0b9117c2ab1e of type vlan for network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d
Feb 04 00:09:41.604001 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769777699669'] for network, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.630955 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090'] for network, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.631740 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:41.632323 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.733563 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] Pushing event updated for resources: {'Network': ['ID=7633f3cd-bf68-4f8f-a6d9-b771dbd9187d,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:41.736436 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-1a988eed-efb1-4098-88ef-a2687cb2dd28 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3704133
Feb 04 00:09:41.739485 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40880) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:41.743302 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d details requested by agent ovs-agent-dv-cinder-827776-1-iscsi with host dv-cinder-827776-1-iscsi {{(pid=82733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 00:09:41.744714 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Request body: {'subnet': {'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1599601962-subnet', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'ip_version': 4}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:41.749524 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:41.753639 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Usage tracker for resource:subnet and tenant:d55219fd92a14641899da59e077615e8 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:41.756500 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:41.762136 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:41.772933 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Made reservation on behalf of d55219fd92a14641899da59e077615e8 for: {'subnet': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:09:41.775317 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15663920'] for subnet, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:41.971926 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16080072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15663910'] for subnet, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.040941 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d6f609-66f0-45b0-8af6-09ab5e4b0ebb,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:42.058176 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Checking segment: {'id': '3b49c689-c328-4ec5-aeed-0b9117c2ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:09:42.058529 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Network hostable DHCP agents. Network: 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d, hostable agents: ['7730d01c-959f-4419-9ced-f2823a5e312a'], hosted agents: [] {{(pid=82731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 00:09:42.079645 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d is scheduled to be hosted by DHCP agent 7730d01c-959f-4419-9ced-f2823a5e312a with binding_index 1 {{(pid=82731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 00:09:42.089193 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-iscsi, 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d) {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:42.093028 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:42.093703 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.097663 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643711eb-1c15-4204-a1ab-136709164ce3 None None] Network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:09:42.113398 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c60e5233-a533-4306-bb85-cb39eaad558e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3730588
Feb 04 00:09:42.115957 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40886) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:42.120846 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1599601962-router', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:09:42.125145 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:09:42.129430 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Usage tracker for resource:router and tenant:d55219fd92a14641899da59e077615e8 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:09:42.132232 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:09:42.137933 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:09:42.148721 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16597246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8310'] for router, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.149817 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16600435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16606919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8207'] for router, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.168644 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.313900 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a09f7f7-4654-5163-a72e-c5ea2cc61d36-7633f3cd-bf68-4f8f-a6d9-b771dbd9187d', 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'fixed_ips': [{'subnet_id': '27d6f609-66f0-45b0-8af6-09ab5e4b0ebb'}]}} from dv-cinder-827776-1-iscsi. {{(pid=82733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 00:09:42.314804 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.317700 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16600389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16597200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8217'] for router, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.475103 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.db_base_plugin_common [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Allocated IP 172.20.0.2 (7633f3cd-bf68-4f8f-a6d9-b771dbd9187d/27d6f609-66f0-45b0-8af6-09ab5e4b0ebb/1ec09316-f926-4b66-b218-6ed356f1998b) {{(pid=82733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:09:42.507531 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.538335 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.686939 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Allocated IP 172.27.3.121 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/339f78ce-ac62-411c-a511-60667c46c6a8) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:09:42.696605 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Notify callbacks [] for port, precommit_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.707749 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Transition to ACTIVE for port object 1ec09316-f926-4b66-b218-6ed356f1998b will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:42.727042 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Transition to ACTIVE for port object 1ec09316-f926-4b66-b218-6ed356f1998b will not be triggered until provisioned by entity DHCP. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:42.733900 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812'] for port, after_create {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.804129 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d is already hosted by enough agents. {{(pid=82733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:09:42.807983 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.scheduler.base_scheduler [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Resources bound (agent type, host, resource id):  {{(pid=82733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:42.809901 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Pushing event updated for resources: {'Port': ['ID=1ec09316-f926-4b66-b218-6ed356f1998b,revision_number=1']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:42.812103 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Received port after_create {{(pid=82733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:09:42.904202 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Attempting to bind port 1ec09316-f926-4b66-b218-6ed356f1998b on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:09:42.904569 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Attempting to bind port 1ec09316-f926-4b66-b218-6ed356f1998b by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '3b49c689-c328-4ec5-aeed-0b9117c2ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:09:42.904928 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Attempting to bind port 1ec09316-f926-4b66-b218-6ed356f1998b on network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:09:42.913186 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Sync routers for ids ['d238a773-52b3-4d6d-a782-25a7ffe0776d'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:09:42.916612 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:09:42.916987 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Checking segment: {'id': '3b49c689-c328-4ec5-aeed-0b9117c2ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:09:42.917384 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.917774 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Bound using segment: {'id': '3b49c689-c328-4ec5-aeed-0b9117c2ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:09:42.918262 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Bound port: 1ec09316-f926-4b66-b218-6ed356f1998b, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b49c689-c328-4ec5-aeed-0b9117c2ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:09:42.918627 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.930810 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.957584 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:42.976246 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Routers {'d238a773-52b3-4d6d-a782-25a7ffe0776d'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:09:42.976862 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7204460>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['d238a773-52b3-4d6d-a782-25a7ffe0776d'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:43.023370 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:09:43.026271 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:43.030182 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:09:43.063537 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Pushing event updated for resources: {'Port': ['ID=339f78ce-ac62-411c-a511-60667c46c6a8,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:43.172027 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] For port 1ec09316-f926-4b66-b218-6ed356f1998b, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:09:43.195582 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:43.196315 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16597191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16599972'] for router, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:43.197901 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] For port 1ec09316-f926-4b66-b218-6ed356f1998b, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=1ec09316-f926-4b66-b218-6ed356f1998b,segment=NetworkSegment(3b49c689-c328-4ec5-aeed-0b9117c2ab1e),segment_id=3b49c689-c328-4ec5-aeed-0b9117c2ab1e)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:09:43.204548 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:43.293207 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Set router d238a773-52b3-4d6d-a782-25a7ffe0776d gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:09:43.331486 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9cc778ec-33fe-46b5-90e3-cb8b68baedee up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:43.412604 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b594d1-bf4e-499b-b24f-b233b94e2a50 None None] Pushing event updated for resources: {'Port': ['ID=1ec09316-f926-4b66-b218-6ed356f1998b,revision_number=2']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:43.451628 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Router b693444f-ff26-45eb-9065-35f612bd27f7 is scheduled to L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 with binding_index 1 {{(pid=82731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 00:09:43.586190 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 9cc778ec-33fe-46b5-90e3-cb8b68baedee triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:43.586562 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:43.684171 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:09:43.699841 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Sync routers for ids ['b693444f-ff26-45eb-9065-35f612bd27f7'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:09:43.715320 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:43.716925 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-fa069c1b-0462-4ec0-b8bb-0f3f84c7b0cd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5998688
Feb 04 00:09:43.719777 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40890) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:43.723986 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Routers {'b693444f-ff26-45eb-9065-35f612bd27f7'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:09:43.724600 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df71686d0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['b693444f-ff26-45eb-9065-35f612bd27f7'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:43.806060 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7204460>, [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:39Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6', 'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'mac_address': 'fa:16:3e:e8:02:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:38Z', 'updated_at': '2022-02-04T00:09:39Z', 'revision_number': 2, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'subnets': [{'id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:43.810439 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Checking router: d238a773-52b3-4d6d-a782-25a7ffe0776d for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:09:43.810794 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Updating router d238a773-52b3-4d6d-a782-25a7ffe0776d port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 binding host dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:09:43.866690 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:43.923140 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Set router b693444f-ff26-45eb-9065-35f612bd27f7 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:09:44.254969 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df71686d0>, [{'id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'name': 'tempest-TestMinimumBasicScenario-1599601962-router', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:43Z', 'revision_number': 3, 'project_id': 'd55219fd92a14641899da59e077615e8', 'gw_port': {'id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:44.259705 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Checking router: b693444f-ff26-45eb-9065-35f612bd27f7 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:09:44.260056 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Updating router b693444f-ff26-45eb-9065-35f612bd27f7 port 339f78ce-ac62-411c-a511-60667c46c6a8 binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:09:44.263370 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Notify callbacks [] for port, precommit_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.280456 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Transition to ACTIVE for port object 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 will not be triggered until provisioned by entity L2. {{(pid=82733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:44.288976 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.321020 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.367837 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5538f-7968-4936-b396-d68ec2f9cf27 None None] Pushing event updated for resources: {'Port': ['ID=82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:44.490130 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf72b7-8be3-4c61-a8f7-7707a5d1f2e5 None None] Network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:09:44.585570 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.624770 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Attempting to bind port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:09:44.625114 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Attempting to bind port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:09:44.625447 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Attempting to bind port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 on network 440b1708-3df9-4117-910a-daec84ca2f43 {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:09:44.641745 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:09:44.642163 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Checking segment: {'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:09:44.642558 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.643484 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Bound using segment: {'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'} {{(pid=82733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:09:44.643964 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.managers [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Bound port: 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'}}] {{(pid=82733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:09:44.644658 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.679824 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4af0474b-22d1-4f43-8330-98b93df304e8 None None] Provisioning for port 1ec09316-f926-4b66-b218-6ed356f1998b completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:44.717908 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.732997 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Transition to ACTIVE for port object 339f78ce-ac62-411c-a511-60667c46c6a8 will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:44.741211 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.860495 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Attempting to bind port 339f78ce-ac62-411c-a511-60667c46c6a8 on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:09:44.860855 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Attempting to bind port 339f78ce-ac62-411c-a511-60667c46c6a8 by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:09:44.862210 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Attempting to bind port 339f78ce-ac62-411c-a511-60667c46c6a8 on network 37925b6f-7373-4670-a9f0-ede61b099b1e {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:09:44.867965 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a95aa-a937-4aaf-9316-1ed7244da0d6 None None] Pushing event updated for resources: {'Port': ['ID=339f78ce-ac62-411c-a511-60667c46c6a8,revision_number=2']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:44.872989 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:09:44.873357 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Checking segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:09:44.873810 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.874194 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Bound using segment: {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:09:44.874650 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Bound port: 339f78ce-ac62-411c-a511-60667c46c6a8, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c9ba0-cade-4929-abdb-b1514eda867d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:09:44.875030 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.905087 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] For port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:09:44.912629 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Allocated IP 172.20.0.1 (7633f3cd-bf68-4f8f-a6d9-b771dbd9187d/27d6f609-66f0-45b0-8af6-09ab5e4b0ebb/9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:09:44.927128 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] For port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:09:44.935345 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:44.954277 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] For port 339f78ce-ac62-411c-a511-60667c46c6a8, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:09:44.957699 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] For port 339f78ce-ac62-411c-a511-60667c46c6a8, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=339f78ce-ac62-411c-a511-60667c46c6a8,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:09:44.963571 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.044009 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5538f-7968-4936-b396-d68ec2f9cf27 None None] Pushing event updated for resources: {'Port': ['ID=82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:45.051516 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Routers {'d238a773-52b3-4d6d-a782-25a7ffe0776d'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:09:45.052151 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7204460>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['d238a773-52b3-4d6d-a782-25a7ffe0776d'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:45.055769 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a95aa-a937-4aaf-9316-1ed7244da0d6 None None] Pushing event updated for resources: {'Port': ['ID=339f78ce-ac62-411c-a511-60667c46c6a8,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:45.061041 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Routers {'b693444f-ff26-45eb-9065-35f612bd27f7'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:09:45.062280 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df71686d0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['b693444f-ff26-45eb-9065-35f612bd27f7'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:45.080866 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.101349 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Transition to ACTIVE for port object 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:09:45.136951 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.288462 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Pushing event updated for resources: {'Port': ['ID=9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:45.299830 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] Set router d238a773-52b3-4d6d-a782-25a7ffe0776d gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:09:45.307422 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] Set router b693444f-ff26-45eb-9065-35f612bd27f7 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:09:45.326124 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:09:45.327424 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:45.336122 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:09:45.418648 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 1ec09316-f926-4b66-b218-6ed356f1998b up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:45.433737 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16599914'] for router_interface, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.528945 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.657953 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4fb54894-dda7-4d5f-8d77-a42bd8a6005b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.696465 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 1ec09316-f926-4b66-b218-6ed356f1998b completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:45.703557 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 1ec09316-f926-4b66-b218-6ed356f1998b triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:45.704013 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.718751 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df71686d0>, [{'id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'name': 'tempest-TestMinimumBasicScenario-1599601962-router', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:43Z', 'revision_number': 3, 'project_id': 'd55219fd92a14641899da59e077615e8', 'gw_port': {'id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:45.723786 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56157209-713a-481f-9ca8-bc0cb1fd6c80 None None] The sync data for ids ['b693444f-ff26-45eb-9065-35f612bd27f7'] in dv-cinder-827776-1-iscsi is: [{'id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'name': 'tempest-TestMinimumBasicScenario-1599601962-router', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:43Z', 'revision_number': 3, 'project_id': 'd55219fd92a14641899da59e077615e8', 'gw_port': {'id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:09:45.793201 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.797612 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.833010 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-c8b22359-22c3-4743-afc1-46abc407ea10 None None] Provisioning complete for port 1ec09316-f926-4b66-b218-6ed356f1998b triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:45.833372 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c8b22359-22c3-4743-afc1-46abc407ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.902474 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15598283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16598673'] for router_interface, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.906420 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Pushing event updated for resources: {'Port': ['ID=9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:45.938177 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:45.980568 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7204460>, [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:39Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6', 'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'mac_address': 'fa:16:3e:e8:02:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:38Z', 'updated_at': '2022-02-04T00:09:44Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'subnets': [{'id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:46.015648 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69f490d-d17b-4ed0-a725-0bb8c4abb49f None None] The sync data for ids ['d238a773-52b3-4d6d-a782-25a7ffe0776d'] in dv-cinder-827776-1-iscsi is: [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:39Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6', 'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'mac_address': 'fa:16:3e:e8:02:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:38Z', 'updated_at': '2022-02-04T00:09:44Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'subnets': [{'id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:09:46.031139 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 1ec09316-f926-4b66-b218-6ed356f1998b, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=1ec09316-f926-4b66-b218-6ed356f1998b,segment=NetworkSegment(3b49c689-c328-4ec5-aeed-0b9117c2ab1e),segment_id=3b49c689-c328-4ec5-aeed-0b9117c2ab1e)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:09:46.041599 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:46.045971 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:09:46.047477 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:09:46.094186 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c8b22359-22c3-4743-afc1-46abc407ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:46.176016 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=1ec09316-f926-4b66-b218-6ed356f1998b,revision_number=3']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:46.208111 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.api [None req-c8b22359-22c3-4743-afc1-46abc407ea10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:09:46.208568 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG oslo_db.api [None req-c8b22359-22c3-4743-afc1-46abc407ea10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:09:46.491534 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Router b693444f-ff26-45eb-9065-35f612bd27f7 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:09:46.793033 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-c8b22359-22c3-4743-afc1-46abc407ea10 None None] Provisioning for port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:46.799447 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-c8b22359-22c3-4743-afc1-46abc407ea10 None None] Provisioning complete for port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:46.799903 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c8b22359-22c3-4743-afc1-46abc407ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:46.842898 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:09:46.854013 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-2683611a-e24c-4e99-b987-ae15a3b8f14d admin admin] 10.222.0.13 "PUT /v2.0/routers/b693444f-ff26-45eb-9065-35f612bd27f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1317518
Feb 04 00:09:46.869143 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-c8b22359-22c3-4743-afc1-46abc407ea10 None None] Port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:09:46.995208 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4dfa31e5-2938-476b-8ec0-9aadd1c5e33f None None] Provisioning complete for port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:46.995824 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4dfa31e5-2938-476b-8ec0-9aadd1c5e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:47.056622 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa31e5-2938-476b-8ec0-9aadd1c5e33f None None] Port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:09:47.403230 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:47.475483 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:47.480428 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:47.480817 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:47.641603 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:47.673620 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:09:47.678300 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:47.679128 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 339f78ce-ac62-411c-a511-60667c46c6a8 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:47.796930 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:47.813702 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 339f78ce-ac62-411c-a511-60667c46c6a8 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:09:47.819394 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 339f78ce-ac62-411c-a511-60667c46c6a8 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:47.819793 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:47.947697 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:47.966679 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 339f78ce-ac62-411c-a511-60667c46c6a8, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=339f78ce-ac62-411c-a511-60667c46c6a8,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:09:47.971353 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:47.972165 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 1ec09316-f926-4b66-b218-6ed356f1998b up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:48.091446 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-98f6e2db-3c3c-4c40-9510-20a7859f92fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:48.100152 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=339f78ce-ac62-411c-a511-60667c46c6a8,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:48.119887 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 1ec09316-f926-4b66-b218-6ed356f1998b triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:48.120257 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:49.016961 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:49.125449 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:49.287409 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:49.368006 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:49.368372 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:49.498223 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 339f78ce-ac62-411c-a511-60667c46c6a8 up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:09:49.579624 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 339f78ce-ac62-411c-a511-60667c46c6a8 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:09:49.580043 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:50.074442 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a90a3-47e4-4d29-a044-728ee1db5608 req-797899c6-ed51-494d-91b1-7b225d0c829a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:50.076571 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b67a90a3-47e4-4d29-a044-728ee1db5608 req-797899c6-ed51-494d-91b1-7b225d0c829a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0845401
Feb 04 00:09:50.125146 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b67a90a3-47e4-4d29-a044-728ee1db5608 req-0c358b5c-5d33-45fb-89d3-669d9425bbdf tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419931
Feb 04 00:09:50.397230 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:51.362698 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b835c1-6d17-4a8a-a701-014c11cf66d8 req-b092c84f-4b17-447a-90d0-f1b95ee23191 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:51.370286 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b9b835c1-6d17-4a8a-a701-014c11cf66d8 req-b092c84f-4b17-447a-90d0-f1b95ee23191 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0876081
Feb 04 00:09:51.429139 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b9b835c1-6d17-4a8a-a701-014c11cf66d8 req-4d88f79a-877c-4628-b01e-f916d90014ec tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576725
Feb 04 00:09:52.667861 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dbe74-cd8a-4593-b822-f4bdd143a6ea req-350ed369-b842-47dd-83a0-a913a3918510 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:52.669460 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b65dbe74-cd8a-4593-b822-f4bdd143a6ea req-350ed369-b842-47dd-83a0-a913a3918510 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0835891
Feb 04 00:09:52.719586 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b65dbe74-cd8a-4593-b822-f4bdd143a6ea req-e653db5a-cb77-45e9-8a69-8ecae62ccf11 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418479
Feb 04 00:09:53.935230 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2027601-7afa-4189-8f79-3c3c0178a6b3 req-fe596ea6-8b50-4978-a9e0-69419fa13b14 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:53.937345 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b2027601-7afa-4189-8f79-3c3c0178a6b3 req-fe596ea6-8b50-4978-a9e0-69419fa13b14 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0809741
Feb 04 00:09:53.989130 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b2027601-7afa-4189-8f79-3c3c0178a6b3 req-5532afcc-e5f0-491e-b76a-ef7d512f7873 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452399
Feb 04 00:09:54.118422 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 40950) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:09:54.527836 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Deleting port 84096362-9b75-4e48-92bc-b5b911ea5336 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:09:54.528218 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:54.712501 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:54.713099 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:54.837381 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Calling delete_port for 84096362-9b75-4e48-92bc-b5b911ea5336 owned by network:floatingip {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:09:55.009610 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:55.053368 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event deleted for resources: {'Port': ['ID=84096362-9b75-4e48-92bc-b5b911ea5336,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:55.164784 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for floatingip, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:55.233817 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39472d-eb3e-4cab-84ba-3ee93d7128df req-3872de52-3d02-40a8-937d-d0ea971e884d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:55.235384 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2e39472d-eb3e-4cab-84ba-3ee93d7128df req-3872de52-3d02-40a8-937d-d0ea971e884d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0931058
Feb 04 00:09:55.290630 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2e39472d-eb3e-4cab-84ba-3ee93d7128df req-540b6361-2a8b-4603-840d-2592e59817d1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483265
Feb 04 00:09:55.597027 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Router fa554bd7-d8a6-44db-9740-3a81c62cbba1 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:09:55.913068 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:09:55.923719 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] Sync routers for ids ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:09:55.940159 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:55.942473 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] Routers {'fa554bd7-d8a6-44db-9740-3a81c62cbba1'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:09:55.943133 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7799dc0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:56.011453 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-78ff7b56-b04e-4235-8577-f77661232cba tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "DELETE /v2.0/floatingips/b640b31d-74fb-47a4-83f3-d18419eff62c HTTP/1.1" status: 204  len: 168 time: 1.8919301
Feb 04 00:09:56.012249 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:09:56.151079 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'status': 'completed', 'code': 200}
Feb 04 00:09:56.319029 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] Set router fa554bd7-d8a6-44db-9740-3a81c62cbba1 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:09:56.331027 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf6cc19-3ef2-47f5-9204-9cff61a93730 req-3981d062-5ff8-4f0d-9385-ec09c8a18a3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6682723e28af465f89abc94b19ee13dc&device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 1098 time: 0.1545033
Feb 04 00:09:56.371845 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:56.719223 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6cc19-3ef2-47f5-9204-9cff61a93730 req-359ab523-f518-4ee5-9122-2e33d6673625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:56.721382 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf6cc19-3ef2-47f5-9204-9cff61a93730 req-359ab523-f518-4ee5-9122-2e33d6673625 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41 HTTP/1.1" status: 200  len: 910 time: 0.3853118
Feb 04 00:09:56.726934 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b055b1-ded1-426f-a3a7-84f8f72e70b7 req-8ea88a16-b194-4bbf-b977-9563819d31a8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:56.728666 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-61b055b1-ded1-426f-a3a7-84f8f72e70b7 req-8ea88a16-b194-4bbf-b977-9563819d31a8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1160254
Feb 04 00:09:56.754907 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7799dc0>, [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '03b5b756-20f9-4092-b5af-ffd376ce8e70', 'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'mac_address': 'fa:16:3e:2b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:32Z', 'updated_at': '2022-02-04T00:05:05Z', 'revision_number': 5, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'subnets': [{'id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:56.766326 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] Checking router: fa554bd7-d8a6-44db-9740-3a81c62cbba1 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:09:56.789375 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] Routers {'fa554bd7-d8a6-44db-9740-3a81c62cbba1'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:09:56.790127 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7799dc0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:56.797145 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-61b055b1-ded1-426f-a3a7-84f8f72e70b7 req-4351f938-4dce-4107-9584-7244b2eae87c tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617285
Feb 04 00:09:56.824499 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf6cc19-3ef2-47f5-9204-9cff61a93730 req-305db1cb-5e8a-4b1d-81d7-b62cd2a256a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46131f31-e79c-4045-9dff-a9b3efe375a1 HTTP/1.1" status: 200  len: 217 time: 0.0899959
Feb 04 00:09:56.900986 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6cc19-3ef2-47f5-9204-9cff61a93730 req-cd13631c-564a-4705-9a66-4a18d2e7ee56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:56.902425 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf6cc19-3ef2-47f5-9204-9cff61a93730 req-cd13631c-564a-4705-9a66-4a18d2e7ee56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81e120d2-0dac-462a-9caa-6d986a3fd907 HTTP/1.1" status: 200  len: 848 time: 0.0696628
Feb 04 00:09:56.909787 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f236f23-84d4-44da-a082-158627942b3b req-d6ef477b-bfc1-4e39-becb-dde5fb26abde tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:56.910448 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-0f236f23-84d4-44da-a082-158627942b3b req-d6ef477b-bfc1-4e39-becb-dde5fb26abde tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Synchronizing usage tracker for tenant:6682723e28af465f89abc94b19ee13dc on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:09:56.981941 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-0f236f23-84d4-44da-a082-158627942b3b req-d6ef477b-bfc1-4e39-becb-dde5fb26abde tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Unset dirty status for tenant:6682723e28af465f89abc94b19ee13dc on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:09:56.984014 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0f236f23-84d4-44da-a082-158627942b3b req-d6ef477b-bfc1-4e39-becb-dde5fb26abde tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.3790472
Feb 04 00:09:57.029317 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf6cc19-3ef2-47f5-9204-9cff61a93730 req-33334240-c808-44f8-afdd-da659ed4539a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4ecc16-4e69-43b8-bf89-4593fab3bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1158795
Feb 04 00:09:57.039753 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] Set router fa554bd7-d8a6-44db-9740-3a81c62cbba1 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:09:57.130585 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-0f236f23-84d4-44da-a082-158627942b3b req-aefa9808-89b2-4d66-85a6-7ed9bfba94be tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1312587
Feb 04 00:09:57.227687 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf6cc19-3ef2-47f5-9204-9cff61a93730 req-dc7fd9c2-2168-4070-a6b9-dbd62029ab12 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856277
Feb 04 00:09:57.453371 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cbf6cc19-3ef2-47f5-9204-9cff61a93730 req-a30c14b4-6758-460b-a076-5c6c95225287 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147956
Feb 04 00:09:57.456298 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7799dc0>, [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '03b5b756-20f9-4092-b5af-ffd376ce8e70', 'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'mac_address': 'fa:16:3e:2b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:32Z', 'updated_at': '2022-02-04T00:05:05Z', 'revision_number': 5, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'subnets': [{'id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:09:57.461613 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d17c3-04b2-4aae-bdeb-7a14d3846bf2 None None] The sync data for ids ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'] in dv-cinder-827776-1-iscsi is: [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 4, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port': {'id': 'ca51488b-dd74-4ac8-8220-2337c66ba32b', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:26Z', 'updated_at': '2022-02-04T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '03b5b756-20f9-4092-b5af-ffd376ce8e70', 'name': '', 'network_id': '4b4ecc16-4e69-43b8-bf89-4593fab3bd41', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'mac_address': 'fa:16:3e:2b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:32Z', 'updated_at': '2022-02-04T00:05:05Z', 'revision_number': 5, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'subnets': [{'id': '81e120d2-0dac-462a-9caa-6d986a3fd907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:09:58.033874 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee735e8-5cef-4470-bfdb-c48def3b50aa req-0d42eecf-10f1-4618-9e84-e1b96f745f0e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:58.040079 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6ee735e8-5cef-4470-bfdb-c48def3b50aa req-0d42eecf-10f1-4618-9e84-e1b96f745f0e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0912054
Feb 04 00:09:58.082697 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6ee735e8-5cef-4470-bfdb-c48def3b50aa req-dd92326e-832c-4b00-b26b-5d78ab31434d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415828
Feb 04 00:09:58.182384 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb545818-1664-4717-8286-c1d2e3c19472 req-7d81939a-c912-418c-bf3d-6c91cfe0413b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:58.185256 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-eb545818-1664-4717-8286-c1d2e3c19472 req-7d81939a-c912-418c-bf3d-6c91cfe0413b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.48 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.0819979
Feb 04 00:09:58.286658 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-eb545818-1664-4717-8286-c1d2e3c19472 req-885253ec-8656-4cd8-b2ee-8bd1c4ce581b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Deleting port 46131f31-e79c-4045-9dff-a9b3efe375a1 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:09:58.287088 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-eb545818-1664-4717-8286-c1d2e3c19472 req-885253ec-8656-4cd8-b2ee-8bd1c4ce581b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:58.401789 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc792bb-a763-4c81-ab66-3a222d74ca4a req-92b92bc7-d919-4435-8616-0be8af7a12ee tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:58.403308 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0bc792bb-a763-4c81-ab66-3a222d74ca4a req-92b92bc7-d919-4435-8616-0be8af7a12ee tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 945 time: 0.1103878
Feb 04 00:09:58.457580 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-0bc792bb-a763-4c81-ab66-3a222d74ca4a req-79644922-7298-4f90-8b27-c567958e5a04 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/security-groups?id=6927078f-ec3d-41c5-b342-f06752332bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477810
Feb 04 00:09:58.622425 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-150eb6d9-a3e8-4872-b2c9-21762c3feb67 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:58.623099 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-150eb6d9-a3e8-4872-b2c9-21762c3feb67 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Synchronizing usage tracker for tenant:8a3519d443444388b63a5d65f79629c6 on resource:network {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:09:58.692168 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-150eb6d9-a3e8-4872-b2c9-21762c3feb67 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Unset dirty status for tenant:8a3519d443444388b63a5d65f79629c6 on resource:network {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:09:58.693328 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-150eb6d9-a3e8-4872-b2c9-21762c3feb67 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/networks?id=440b1708-3df9-4117-910a-daec84ca2f43 HTTP/1.1" status: 200  len: 815 time: 0.3559437
Feb 04 00:09:58.695186 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-eb545818-1664-4717-8286-c1d2e3c19472 req-885253ec-8656-4cd8-b2ee-8bd1c4ce581b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] For port 46131f31-e79c-4045-9dff-a9b3efe375a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=46131f31-e79c-4045-9dff-a9b3efe375a1,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:09:58.695587 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-eb545818-1664-4717-8286-c1d2e3c19472 req-885253ec-8656-4cd8-b2ee-8bd1c4ce581b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:58.917323 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-4104d7aa-af4a-41f1-8f2f-3b628ddf5480 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/quotas/8a3519d443444388b63a5d65f79629c6 HTTP/1.1" status: 200  len: 375 time: 0.2141156
Feb 04 00:09:58.923318 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [req-eb545818-1664-4717-8286-c1d2e3c19472 req-885253ec-8656-4cd8-b2ee-8bd1c4ce581b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Calling delete_port for 46131f31-e79c-4045-9dff-a9b3efe375a1 owned by compute:nova {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:09:59.089059 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-b80052fe-a9cb-4e41-8f94-65c9ae3cf6a2 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Synchronizing usage tracker for tenant:8a3519d443444388b63a5d65f79629c6 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:09:59.123041 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-b80052fe-a9cb-4e41-8f94-65c9ae3cf6a2 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Unset dirty status for tenant:8a3519d443444388b63a5d65f79629c6 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:09:59.124353 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-b80052fe-a9cb-4e41-8f94-65c9ae3cf6a2 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a3519d443444388b63a5d65f79629c6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1742578
Feb 04 00:09:59.134937 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-eb545818-1664-4717-8286-c1d2e3c19472 req-885253ec-8656-4cd8-b2ee-8bd1c4ce581b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:59.251628 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885253ec-8656-4cd8-b2ee-8bd1c4ce581b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event deleted for resources: {'Port': ['ID=46131f31-e79c-4045-9dff-a9b3efe375a1,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:09:59.299583 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c275f8d-f1c2-4fb7-888d-938e2e16e327 req-36b9261e-1b06-46a2-870c-4bc3d3b100b5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:09:59.301030 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c275f8d-f1c2-4fb7-888d-938e2e16e327 req-36b9261e-1b06-46a2-870c-4bc3d3b100b5 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0788226
Feb 04 00:09:59.344528 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb545818-1664-4717-8286-c1d2e3c19472 req-885253ec-8656-4cd8-b2ee-8bd1c4ce581b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] No DVR routers for this DVR port 46131f31-e79c-4045-9dff-a9b3efe375a1 on host hv-cinder-82777 {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:09:59.347740 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c275f8d-f1c2-4fb7-888d-938e2e16e327 req-c9001069-9e55-48d3-b147-244dbe15c89f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408671
Feb 04 00:09:59.348236 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-eb545818-1664-4717-8286-c1d2e3c19472 req-885253ec-8656-4cd8-b2ee-8bd1c4ce581b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:09:59.350694 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'name': 'network-vif-deleted', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:09:59.396433 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-eb545818-1664-4717-8286-c1d2e3c19472 req-885253ec-8656-4cd8-b2ee-8bd1c4ce581b tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.48 "DELETE /v2.0/ports/46131f31-e79c-4045-9dff-a9b3efe375a1 HTTP/1.1" status: 204  len: 173 time: 1.2068777
Feb 04 00:09:59.406886 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-8b82a618-c2bd-403e-a205-d990aedd63ea service neutron] 10.222.0.13 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646489
Feb 04 00:09:59.429208 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53560173-8d16-4703-9dfe-f202170eed6d', 'name': 'network-vif-deleted', 'tag': '46131f31-e79c-4045-9dff-a9b3efe375a1', 'status': 'completed', 'code': 200}
Feb 04 00:09:59.538150 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-5dbceb5b-e71d-4ce0-bef7-857fa8084141 service neutron] 10.222.0.13 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303093
Feb 04 00:09:59.648500 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-05c3a09a-8a46-495f-80e8-9d889b7caae2 req-fc08b04c-114a-42e7-9ec6-248ec879275f tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "GET /v2.0/ports?device_id=53560173-8d16-4703-9dfe-f202170eed6d HTTP/1.1" status: 200  len: 210 time: 0.0560045
Feb 04 00:09:59.735816 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-877cd2da-507e-4254-8314-eb025e81eb79 req-2fad3d3c-5eb6-4f7c-ad29-ca568dbf6400 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 210 time: 0.0482895
Feb 04 00:10:00.563431 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f04d1-9be2-4b15-bf9b-31d796041b6f req-477f4a65-5ebd-4e10-825f-1fab3605bc76 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:00.565507 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ce5f04d1-9be2-4b15-bf9b-31d796041b6f req-477f4a65-5ebd-4e10-825f-1fab3605bc76 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0815587
Feb 04 00:10:00.609875 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-ce5f04d1-9be2-4b15-bf9b-31d796041b6f req-8fc50c01-80cd-4349-b197-a3fb8904043b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388007
Feb 04 00:10:00.756567 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41012) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:00.884596 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:00.952000 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-ceb1b714-7583-4543-9b74-5376d6202aac tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:00.952984 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:00.953429 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-ceb1b714-7583-4543-9b74-5376d6202aac tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.48 "GET /v2.0/networks?id=440b1708-3df9-4117-910a-daec84ca2f43 HTTP/1.1" status: 200  len: 815 time: 0.1768072
Feb 04 00:10:00.969060 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'port': {'device_id': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'admin_state_up': True, 'tenant_id': '8a3519d443444388b63a5d65f79629c6'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:00.976389 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2bc783a1-c3a4-485b-b4c2-8c8646f43655 req-48b956cf-d46f-43d0-8f70-9faec0c284e0 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 210 time: 0.0599794
Feb 04 00:10:01.041902 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:01.061443 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6927078f-ec3d-41c5-b342-f06752332bb7,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:01.074836 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.075177 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.075509 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.075913 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.076179 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.076493 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.076839 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.077154 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.077468 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.077782 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.078096 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:01.082042 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:01.086108 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-7a2680e5-7d9e-411f-a018-6c834725c7b8 tempest-TestShelveInstance-964028382 tempest-TestShelveInstance-964028382-project] 10.222.0.13 "DELETE /v2.0/security-groups/6927078f-ec3d-41c5-b342-f06752332bb7 HTTP/1.1" status: 204  len: 168 time: 0.3255968
Feb 04 00:10:01.119961 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:01.134802 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:01.146087 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Made reservation on behalf of 8a3519d443444388b63a5d65f79629c6 for: {'port': 1} {{(pid=82731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:10:01.149682 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:01.167485 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41022) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:01.355491 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Allocated IP 172.20.0.14 (440b1708-3df9-4117-910a-daec84ca2f43/b0b9b073-06d2-4c21-853f-06fb3a27ffe0/75f99521-5b16-421c-9089-512a138896b3) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:10:01.633509 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:01.663347 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Transition to ACTIVE for port object 75f99521-5b16-421c-9089-512a138896b3 will not be triggered until provisioned by entity DHCP. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:10:01.712985 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:01.779032 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Network 440b1708-3df9-4117-910a-daec84ca2f43 is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:10:01.782713 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:10:01.785566 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:10:01.924474 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1b0f808a-dd53-489e-84e5-145f2dba8054 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:10:01.928295 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 46131f31-e79c-4045-9dff-a9b3efe375a1 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:10:01.993843 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:01.994463 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:02.021129 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 46131f31-e79c-4045-9dff-a9b3efe375a1 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:10:02.022324 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 46131f31-e79c-4045-9dff-a9b3efe375a1 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:10:02.053282 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'Port': ['ID=75f99521-5b16-421c-9089-512a138896b3,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:02.061040 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-30b682ab-7aa4-4231-bb5e-a7fa991bebcf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0951700
Feb 04 00:10:02.134438 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1590-ddad-4ec3-a16b-844feba362e3 req-ea086315-f2ba-4632-ba1e-f2ad597be163 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:02.136857 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8f5e1590-ddad-4ec3-a16b-844feba362e3 req-ea086315-f2ba-4632-ba1e-f2ad597be163 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.2687910
Feb 04 00:10:02.154688 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Request body: {'port': {'device_id': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:02.294589 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-fe321a8b-61f2-47d8-8379-80fc48c8462a None None] Provisioning for port 75f99521-5b16-421c-9089-512a138896b3 completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:10:02.306641 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-fe321a8b-61f2-47d8-8379-80fc48c8462a None None] Provisioning complete for port 75f99521-5b16-421c-9089-512a138896b3 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:10:02.307259 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fe321a8b-61f2-47d8-8379-80fc48c8462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:02.332499 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8f5e1590-ddad-4ec3-a16b-844feba362e3 req-aef5c7a1-ba55-46ba-a3b0-3f10951c384a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1872182
Feb 04 00:10:02.434247 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16598755'] for router_interface, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:02.443070 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:02.475484 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'port_id': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'mac_address': 'fa:16:3e:2a:65:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:10:02.527591 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:02.558492 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-fe321a8b-61f2-47d8-8379-80fc48c8462a None None] Port 75f99521-5b16-421c-9089-512a138896b3 cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:10:02.624855 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cda11b-f155-4633-b262-9b63387db30e req-2a478762-c5b8-4214-85e5-6be4246a6855 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:02.625593 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-82cda11b-f155-4633-b262-9b63387db30e req-2a478762-c5b8-4214-85e5-6be4246a6855 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Synchronizing usage tracker for tenant:8a3519d443444388b63a5d65f79629c6 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:10:02.630628 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:02.694181 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b0f808a-dd53-489e-84e5-145f2dba8054 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:10:02.704651 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-82cda11b-f155-4633-b262-9b63387db30e req-2a478762-c5b8-4214-85e5-6be4246a6855 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Unset dirty status for tenant:8a3519d443444388b63a5d65f79629c6 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:10:02.713894 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-82cda11b-f155-4633-b262-9b63387db30e req-2a478762-c5b8-4214-85e5-6be4246a6855 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 932 time: 0.3996849
Feb 04 00:10:02.733908 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:02.742150 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:02.784380 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-82cda11b-f155-4633-b262-9b63387db30e req-53489554-e400-4757-9716-e5634da536d4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Synchronizing usage tracker for tenant:8a3519d443444388b63a5d65f79629c6 on resource:security_group {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:10:02.860330 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['1b0f808a-dd53-489e-84e5-145f2dba8054'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:10:03.014971 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=6']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:03.177694 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-82cda11b-f155-4633-b262-9b63387db30e req-53489554-e400-4757-9716-e5634da536d4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Unset dirty status for tenant:8a3519d443444388b63a5d65f79629c6 on resource:security_group {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:10:03.178857 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-82cda11b-f155-4633-b262-9b63387db30e req-53489554-e400-4757-9716-e5634da536d4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4641893
Feb 04 00:10:03.180978 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f99521-5b16-421c-9089-512a138896b3 {{(pid=82731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:10:03.188882 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:03.214508 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.provisioning_blocks [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Transition to ACTIVE for port object 75f99521-5b16-421c-9089-512a138896b3 will not be triggered until provisioned by entity L2. {{(pid=82731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:10:03.218962 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:03.390122 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Pushing event updated for resources: {'Port': ['ID=75f99521-5b16-421c-9089-512a138896b3,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:03.594565 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Attempting to bind port 75f99521-5b16-421c-9089-512a138896b3 on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:10:03.595164 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Attempting to bind port 75f99521-5b16-421c-9089-512a138896b3 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:10:03.596880 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Attempting to bind port 75f99521-5b16-421c-9089-512a138896b3 on network 440b1708-3df9-4117-910a-daec84ca2f43 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:10:03.606090 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Port 75f99521-5b16-421c-9089-512a138896b3 on network 440b1708-3df9-4117-910a-daec84ca2f43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:10:03.608072 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Attempting to bind port 75f99521-5b16-421c-9089-512a138896b3 on network 440b1708-3df9-4117-910a-daec84ca2f43 {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:10:03.625735 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:10:03.626363 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Checking segment: {'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:10:03.627812 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Bound using segment: {'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'} {{(pid=82731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:10:03.630180 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.managers [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Bound port: 75f99521-5b16-421c-9089-512a138896b3, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54304d2b-b023-4d00-80b9-a7722feaa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43'}}] {{(pid=82731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:10:03.630713 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:03.749703 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] For port 75f99521-5b16-421c-9089-512a138896b3, host hv-cinder-82777, cleared binding levels {{(pid=82731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:10:03.754629 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] For port 75f99521-5b16-421c-9089-512a138896b3, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=75f99521-5b16-421c-9089-512a138896b3,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:10:03.763924 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:03.773680 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] Deleting port 03b5b756-20f9-4092-b5af-ffd376ce8e70 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:10:03.774251 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:03.843809 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b89f1-6e37-4e79-ad38-a831b875a264 req-98a4fd69-05f9-4671-829b-eb5a506cd3bd tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:03.845278 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9a7b89f1-6e37-4e79-ad38-a831b875a264 req-98a4fd69-05f9-4671-829b-eb5a506cd3bd tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 944 time: 0.1689315
Feb 04 00:10:03.909004 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:03.910703 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] 10.222.0.48 "PUT /v2.0/ports/75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 200  len: 1094 time: 1.7619860
Feb 04 00:10:03.911304 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'tag': '75f99521-5b16-421c-9089-512a138896b3'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:10:03.940783 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1b0f808a-dd53-489e-84e5-145f2dba8054 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:10:04.045485 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'tag': '75f99521-5b16-421c-9089-512a138896b3', 'status': 'completed', 'code': 200}
Feb 04 00:10:04.046237 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ff327-4b7d-4185-94c5-4a82b7ef9791 service neutron] Pushing event updated for resources: {'Port': ['ID=75f99521-5b16-421c-9089-512a138896b3,revision_number=3']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:04.108197 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-e98db678-5692-436f-874c-63cccb2688e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a3519d443444388b63a5d65f79629c6&device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 1097 time: 0.1515017
Feb 04 00:10:04.139781 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9a7b89f1-6e37-4e79-ad38-a831b875a264 req-094063c1-530a-4ed4-bf8e-15a681501563 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2728763
Feb 04 00:10:04.160653 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 1b0f808a-dd53-489e-84e5-145f2dba8054 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:10:04.161228 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:04.190981 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] For port 03b5b756-20f9-4092-b5af-ffd376ce8e70, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=03b5b756-20f9-4092-b5af-ffd376ce8e70,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:04.191268 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:04.403868 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:04.407982 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] Calling delete_port for 03b5b756-20f9-4092-b5af-ffd376ce8e70 owned by network:router_interface {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:10:04.416674 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-5f1214c1-40cf-4126-b402-b87d4fee8328 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 200  len: 217 time: 0.1343923
Feb 04 00:10:04.443477 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:10:04.457537 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:04.474736 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:04.581847 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'code': 200}
Feb 04 00:10:04.611766 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-77c3c977-d549-48f2-b716-da03da5a5902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:04.613207 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-77c3c977-d549-48f2-b716-da03da5a5902 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b9b073-06d2-4c21-853f-06fb3a27ffe0 HTTP/1.1" status: 200  len: 854 time: 0.1859686
Feb 04 00:10:04.625971 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=7']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:04.765269 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931caafa-1725-468b-8282-399070fb73cb req-4f33c489-a149-4166-a578-2753d8754a4f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:04.766780 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-931caafa-1725-468b-8282-399070fb73cb req-4f33c489-a149-4166-a578-2753d8754a4f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 944 time: 0.2699041
Feb 04 00:10:04.782054 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-f6f00ef5-2536-4b1b-ad90-9a7e7e55e19c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=440b1708-3df9-4117-910a-daec84ca2f43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1607869
Feb 04 00:10:04.836194 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-931caafa-1725-468b-8282-399070fb73cb req-cf60582f-282f-4216-a974-350e545bb88d tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528691
Feb 04 00:10:04.969207 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:05.015947 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] Pushing event deleted for resources: {'Port': ['ID=03b5b756-20f9-4092-b5af-ffd376ce8e70,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:05.637104 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef2b8e-09a7-4b6f-a369-73fef370d5d6 req-92b99f7a-0f27-4db0-a16a-0aa3bbf30d62 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:05.644050 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-daef2b8e-09a7-4b6f-a369-73fef370d5d6 req-92b99f7a-0f27-4db0-a16a-0aa3bbf30d62 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1220627
Feb 04 00:10:05.674487 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15598213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16599877'] for router_interface, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:05.850449 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-daef2b8e-09a7-4b6f-a369-73fef370d5d6 req-6643b5c0-678c-4bcc-88b5-8ea6f0ce0f1f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2053733
Feb 04 00:10:06.099183 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55066715-16f1-4161-af5a-c2354a1834ee req-da64af4c-f166-44a8-b7c1-fcd389dbe78e tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:06.100702 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-55066715-16f1-4161-af5a-c2354a1834ee req-da64af4c-f166-44a8-b7c1-fcd389dbe78e tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 944 time: 0.1101754
Feb 04 00:10:06.155943 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-55066715-16f1-4161-af5a-c2354a1834ee req-22254b98-041c-486e-ac63-e8481355ed60 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436213
Feb 04 00:10:06.466178 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] Router fa554bd7-d8a6-44db-9740-3a81c62cbba1 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:10:06.796623 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:10:06.810422 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-13e87345-7e74-4503-a2ee-1c83949e346a admin admin] 10.222.0.13 "PUT /v2.0/routers/fa554bd7-d8a6-44db-9740-3a81c62cbba1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6418288
Feb 04 00:10:06.812912 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41058) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:07.098842 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d735063-6d75-4f30-b6f5-660948ba0d1d req-512bfde0-94f3-4e05-ba49-f257b34dc78a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:07.100233 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9d735063-6d75-4f30-b6f5-660948ba0d1d req-512bfde0-94f3-4e05-ba49-f257b34dc78a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1055431
Feb 04 00:10:07.104689 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Notify callbacks [] for router, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:07.226977 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9d735063-6d75-4f30-b6f5-660948ba0d1d req-d5bc3f1e-3c28-42d9-9885-f92f164f94ce tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732203
Feb 04 00:10:07.302541 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff06533-199b-4cbe-8d46-f154ca270855 None None] New status for floating IP b640b31d-74fb-47a4-83f3-d18419eff62c: DOWN {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:10:07.443924 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b13983-1581-4565-8ff0-e21f2767becb req-588492b2-9766-4c17-ad4b-7820c98df925 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:07.447015 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-30b13983-1581-4565-8ff0-e21f2767becb req-588492b2-9766-4c17-ad4b-7820c98df925 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 944 time: 0.1019778
Feb 04 00:10:07.509590 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:07.523356 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Deleting port ca51488b-dd74-4ac8-8220-2337c66ba32b {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:10:07.524113 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:07.561769 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-30b13983-1581-4565-8ff0-e21f2767becb req-54f9f62f-6935-46bb-ba11-ead0347e7e75 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084099
Feb 04 00:10:07.741471 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] For port ca51488b-dd74-4ac8-8220-2337c66ba32b, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=ca51488b-dd74-4ac8-8220-2337c66ba32b,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:07.741827 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:07.870491 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Calling delete_port for ca51488b-dd74-4ac8-8220-2337c66ba32b owned by network:router_gateway {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:10:08.043863 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:08.090564 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca51488b-dd74-4ac8-8220-2337c66ba32b,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:08.344785 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16599944'] for router_gateway, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:08.478708 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:10:08.525882 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf8a4e-e775-4fdc-8668-48504eb4c07e None None] Sync routers for ids ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:10:08.546183 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf8a4e-e775-4fdc-8668-48504eb4c07e None None] Routers {'fa554bd7-d8a6-44db-9740-3a81c62cbba1'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:10:08.546802 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-69bf8a4e-e775-4fdc-8668-48504eb4c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df737e4f0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:08.659894 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Sync routers for ids ['b693444f-ff26-45eb-9065-35f612bd27f7'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:10:08.674295 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Routers {'b693444f-ff26-45eb-9065-35f612bd27f7'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:10:08.675102 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7755310>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['b693444f-ff26-45eb-9065-35f612bd27f7'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:08.837149 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d157c-07b3-4c4a-8431-7bf8a292a354 req-d930ff36-4daf-45b4-bed8-a779f2c1a516 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:08.844797 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16597044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:08.851849 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b86d157c-07b3-4c4a-8431-7bf8a292a354 req-d930ff36-4daf-45b4-bed8-a779f2c1a516 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 944 time: 0.1129842
Feb 04 00:10:08.858024 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:08.916040 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-69bf8a4e-e775-4fdc-8668-48504eb4c07e None None] Set router fa554bd7-d8a6-44db-9740-3a81c62cbba1 gateway port host: None {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:10:08.964533 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-b86d157c-07b3-4c4a-8431-7bf8a292a354 req-f258b2ef-b9c0-4630-8233-0135cbf1c5d3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114726
Feb 04 00:10:08.990525 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ad7b2-cdbf-4700-bb5a-c3788aa49369 req-3ae00019-d427-4207-9b20-66ec02362e80 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:08.993266 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Set router b693444f-ff26-45eb-9065-35f612bd27f7 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:10:09.008927 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-aa0ad7b2-cdbf-4700-bb5a-c3788aa49369 req-3ae00019-d427-4207-9b20-66ec02362e80 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.4656453
Feb 04 00:10:09.088129 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16629668'] for router, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:09.088664 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa554bd7-d8a6-44db-9740-3a81c62cbba1 {{(pid=82732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 00:10:09.104215 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-aa0ad7b2-cdbf-4700-bb5a-c3788aa49369 req-dbd51826-9fc7-4d4b-ba09-a4b9d2a33f36 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785272
Feb 04 00:10:09.131963 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] Notify callbacks [] for router, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:09.133150 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-bc597e89-7c60-4415-bd66-cfa1f282206d admin admin] 10.222.0.13 "DELETE /v2.0/routers/fa554bd7-d8a6-44db-9740-3a81c62cbba1 HTTP/1.1" status: 204  len: 168 time: 2.3191063
Feb 04 00:10:09.135908 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41072) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:09.238261 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-69bf8a4e-e775-4fdc-8668-48504eb4c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df737e4f0>, [{'id': 'fa554bd7-d8a6-44db-9740-3a81c62cbba1', 'name': 'tempest-TestShelveInstance-1474859742-router', 'tenant_id': '6682723e28af465f89abc94b19ee13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:10:07Z', 'revision_number': 7, 'project_id': '6682723e28af465f89abc94b19ee13dc', 'gw_port_host': None}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:09.247558 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf8a4e-e775-4fdc-8668-48504eb4c07e None None] Checking router: fa554bd7-d8a6-44db-9740-3a81c62cbba1 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:10:09.287191 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf8a4e-e775-4fdc-8668-48504eb4c07e None None] Routers set() bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:10:09.287997 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf8a4e-e775-4fdc-8668-48504eb4c07e None None] Router IDs set() for agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Feb 04 00:10:09.288265 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_agentschedulers_db [None req-69bf8a4e-e775-4fdc-8668-48504eb4c07e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa554bd7-d8a6-44db-9740-3a81c62cbba1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent'). {{(pid=82733) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 04 00:10:09.289019 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf8a4e-e775-4fdc-8668-48504eb4c07e None None] The sync data for ids ['fa554bd7-d8a6-44db-9740-3a81c62cbba1'] in dv-cinder-827776-1-iscsi is: [] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:10:09.475737 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_v2 [None req-691d53d0-f353-46d3-9adc-a4f8a84409bf admin admin] Deleting subnet 81e120d2-0dac-462a-9caa-6d986a3fd907 {{(pid=82731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:10:09.478718 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-691d53d0-f353-46d3-9adc-a4f8a84409bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:09.526910 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-691d53d0-f353-46d3-9adc-a4f8a84409bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15390533'] for subnet, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:09.588747 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7755310>, [{'id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'name': 'tempest-TestMinimumBasicScenario-1599601962-router', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:45Z', 'revision_number': 4, 'project_id': 'd55219fd92a14641899da59e077615e8', 'gw_port': {'id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe', 'name': '', 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'mac_address': 'fa:16:3e:06:fe:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d6f609-66f0-45b0-8af6-09ab5e4b0ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:44Z', 'updated_at': '2022-02-04T00:09:45Z', 'revision_number': 2, 'project_id': 'd55219fd92a14641899da59e077615e8', 'subnets': [{'id': '27d6f609-66f0-45b0-8af6-09ab5e4b0ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:09.592500 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Checking router: b693444f-ff26-45eb-9065-35f612bd27f7 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:10:09.592848 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Updating router b693444f-ff26-45eb-9065-35f612bd27f7 port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe binding host dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 00:10:09.604200 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-691d53d0-f353-46d3-9adc-a4f8a84409bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:09.672919 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:09.800960 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-691d53d0-f353-46d3-9adc-a4f8a84409bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16080009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15663901'] for subnet, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:09.863174 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d53d0-f353-46d3-9adc-a4f8a84409bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e120d2-0dac-462a-9caa-6d986a3fd907,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:09.904138 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-691d53d0-f353-46d3-9adc-a4f8a84409bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:09.907974 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3857ba-ad83-4c5d-aaf6-2b6921551d03 None None] Network 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:10:09.916936 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-7a8ae2dd-38e6-43e7-b3bc-63fe0c63a29a service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625697
Feb 04 00:10:09.918568 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-691d53d0-f353-46d3-9adc-a4f8a84409bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/81e120d2-0dac-462a-9caa-6d986a3fd907 HTTP/1.1" status: 204  len: 168 time: 0.7812314
Feb 04 00:10:09.921067 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41082) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:10.109606 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Notify callbacks [] for port, precommit_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:10.122862 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.provisioning_blocks [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Transition to ACTIVE for port object 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe will not be triggered until provisioned by entity L2. {{(pid=82734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:10:10.141559 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:10.166182 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:10.215084 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3b7b811c-1c42-4e61-b098-cfdd22a7ba5d req-f5aed8ec-899b-4ecb-b603-4dd0ee0b8dc0 service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2742491
Feb 04 00:10:10.255636 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Deleting port 0ef04bf3-b378-4d0a-b342-47bf82f25633 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:10:10.256251 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:10.296145 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] DHCP port deletion for 4b4ecc16-4e69-43b8-bf89-4593fab3bd41 request from dv-cinder-827776-1-iscsi {{(pid=82733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 00:10:10.301840 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Deleting port 0ef04bf3-b378-4d0a-b342-47bf82f25633 {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:10:10.302223 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:10.475997 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dae316-38e9-4a5b-aa09-39fddac242bb req-282b9926-33b3-419a-85ac-f2a8b3a7ba3d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:10.482217 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ff07e-2951-4c42-9c6f-c18bccc42788 None None] Pushing event updated for resources: {'Port': ['ID=9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe,revision_number=3']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:10.491580 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c2dae316-38e9-4a5b-aa09-39fddac242bb req-282b9926-33b3-419a-85ac-f2a8b3a7ba3d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1701591
Feb 04 00:10:10.572940 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c2dae316-38e9-4a5b-aa09-39fddac242bb req-0b4fbf2f-1151-45d0-988f-c56cb3dae0bd tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745146
Feb 04 00:10:10.688544 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Attempting to bind port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe on host dv-cinder-827776-1-iscsi for vnic_type normal with profile  {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:10:10.692165 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Attempting to bind port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe by drivers openvswitch,hyperv on host dv-cinder-827776-1-iscsi at level 0 using segments [{'id': '3b49c689-c328-4ec5-aeed-0b9117c2ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d'}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:10:10.692950 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Attempting to bind port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe on network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:10:10.695324 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] For port 0ef04bf3-b378-4d0a-b342-47bf82f25633, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=0ef04bf3-b378-4d0a-b342-47bf82f25633,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:10.695895 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:10.700282 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Checking agent: {'id': 'cf713de6-4061-47eb-b497-a924d9f6435e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 53, 49), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:10:10.701069 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Checking segment: {'id': '3b49c689-c328-4ec5-aeed-0b9117c2ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:10:10.701647 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:10.702205 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Bound using segment: {'id': '3b49c689-c328-4ec5-aeed-0b9117c2ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d'} {{(pid=82734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:10:10.703045 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.managers [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Bound port: 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe, host: dv-cinder-827776-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b49c689-c328-4ec5-aeed-0b9117c2ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d'}}] {{(pid=82734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:10:10.703656 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:10.748992 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] For port 0ef04bf3-b378-4d0a-b342-47bf82f25633, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=0ef04bf3-b378-4d0a-b342-47bf82f25633,segment=NetworkSegment(c2243e8c-95b8-4177-b44b-260350685c6b),segment_id=c2243e8c-95b8-4177-b44b-260350685c6b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:10.749615 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:10.807455 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] For port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe, host dv-cinder-827776-1-iscsi, cleared binding levels {{(pid=82734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:10:10.811089 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.plugins.ml2.db [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] For port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe, host dv-cinder-827776-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe,segment=NetworkSegment(3b49c689-c328-4ec5-aeed-0b9117c2ab1e),segment_id=3b49c689-c328-4ec5-aeed-0b9117c2ab1e)] {{(pid=82734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:10:10.821687 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron_lib.callbacks.manager [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:10.854716 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Calling delete_port for 0ef04bf3-b378-4d0a-b342-47bf82f25633 owned by network:dhcp {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:10:10.901345 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Calling delete_port for 0ef04bf3-b378-4d0a-b342-47bf82f25633 owned by network:dhcp {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:10:10.912725 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ff07e-2951-4c42-9c6f-c18bccc42788 None None] Pushing event updated for resources: {'Port': ['ID=9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe,revision_number=4']} {{(pid=82734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:10.937021 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Routers {'b693444f-ff26-45eb-9065-35f612bd27f7'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:10:10.937718 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7755310>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['b693444f-ff26-45eb-9065-35f612bd27f7'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:10.962775 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8752180a-43b1-4b9a-aff1-9bb291b5de10 req-d89b582d-c6c2-4066-aff0-6bba1d160ea8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a3519d443444388b63a5d65f79629c6&device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 1097 time: 0.6691465
Feb 04 00:10:10.971255 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e6c4f-dcda-419e-b6a0-56d478dc797c req-e5473a3f-eb7e-409d-b85b-7c09df0bc441 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:10.984504 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1c4e6c4f-dcda-419e-b6a0-56d478dc797c req-e5473a3f-eb7e-409d-b85b-7c09df0bc441 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 944 time: 0.7661283
Feb 04 00:10:11.043817 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821'] for port, after_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:11.102108 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] No DVR routers for this DVR port 0ef04bf3-b378-4d0a-b342-47bf82f25633 on host dv-cinder-827776-1-iscsi {{(pid=82733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:10:11.117738 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Pushing event deleted for resources: {'Port': ['ID=0ef04bf3-b378-4d0a-b342-47bf82f25633,revision_number=None']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:11.139996 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.140446 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.140884 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.141311 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.141738 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.142824 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.143260 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.143711 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.144206 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.144639 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.145059 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4e9-5f58-4cea-87f1-4665fa32785a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:11.155304 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.db.api [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Feb 04 00:10:11.155304 dv-cinder-827776-1-iscsi neutron-server[82731]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Feb 04 00:10:11.155304 dv-cinder-827776-1-iscsi neutron-server[82731]: [parameters: {'port_id': '0ef04bf3-b378-4d0a-b342-47bf82f25633'}]
Feb 04 00:10:11.155304 dv-cinder-827776-1-iscsi neutron-server[82731]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=82731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:10:11.156170 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG oslo_db.api [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:10:11.207803 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1c4e6c4f-dcda-419e-b6a0-56d478dc797c req-8c6514b3-a5ff-45c7-9c6c-910e806e5cd7 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223244
Feb 04 00:10:11.211322 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] Set router b693444f-ff26-45eb-9065-35f612bd27f7 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:10:11.262503 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752180a-43b1-4b9a-aff1-9bb291b5de10 req-128dc55f-4f72-42ad-8f8a-bc388027fd70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:11.264716 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8752180a-43b1-4b9a-aff1-9bb291b5de10 req-128dc55f-4f72-42ad-8f8a-bc388027fd70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=440b1708-3df9-4117-910a-daec84ca2f43 HTTP/1.1" status: 200  len: 916 time: 0.2561538
Feb 04 00:10:11.365403 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8752180a-43b1-4b9a-aff1-9bb291b5de10 req-5115e047-b481-4408-9dbc-0dab597e08ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 200  len: 217 time: 0.0827222
Feb 04 00:10:11.388606 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 0ef04bf3-b378-4d0a-b342-47bf82f25633 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:10:11.439985 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 0ef04bf3-b378-4d0a-b342-47bf82f25633 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:10:11.440442 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 0ef04bf3-b378-4d0a-b342-47bf82f25633 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:10:11.440982 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 03b5b756-20f9-4092-b5af-ffd376ce8e70 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:10:11.479245 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 03b5b756-20f9-4092-b5af-ffd376ce8e70 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:10:11.479658 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 03b5b756-20f9-4092-b5af-ffd376ce8e70 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:10:11.480150 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device ca51488b-dd74-4ac8-8220-2337c66ba32b no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:10:11.522414 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: ca51488b-dd74-4ac8-8220-2337c66ba32b {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:10:11.523185 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device ca51488b-dd74-4ac8-8220-2337c66ba32b not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:10:11.554520 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752180a-43b1-4b9a-aff1-9bb291b5de10 req-a3d5ff7b-78b4-4278-901a-01e1dfce0c9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:11.556012 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8752180a-43b1-4b9a-aff1-9bb291b5de10 req-a3d5ff7b-78b4-4278-901a-01e1dfce0c9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b9b073-06d2-4c21-853f-06fb3a27ffe0 HTTP/1.1" status: 200  len: 854 time: 0.1848135
Feb 04 00:10:11.657739 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Deleting port 0ef04bf3-b378-4d0a-b342-47bf82f25633 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:10:11.658693 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:11.699354 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7755310>, [{'id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'name': 'tempest-TestMinimumBasicScenario-1599601962-router', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:45Z', 'revision_number': 4, 'project_id': 'd55219fd92a14641899da59e077615e8', 'gw_port': {'id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe', 'name': '', 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'mac_address': 'fa:16:3e:06:fe:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d6f609-66f0-45b0-8af6-09ab5e4b0ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:44Z', 'updated_at': '2022-02-04T00:10:10Z', 'revision_number': 4, 'project_id': 'd55219fd92a14641899da59e077615e8', 'subnets': [{'id': '27d6f609-66f0-45b0-8af6-09ab5e4b0ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:11.704139 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641d874-8722-4136-b3d9-22f8ce83316a None None] The sync data for ids ['b693444f-ff26-45eb-9065-35f612bd27f7'] in dv-cinder-827776-1-iscsi is: [{'id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'name': 'tempest-TestMinimumBasicScenario-1599601962-router', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:45Z', 'revision_number': 4, 'project_id': 'd55219fd92a14641899da59e077615e8', 'gw_port': {'id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe', 'name': '', 'network_id': '7633f3cd-bf68-4f8f-a6d9-b771dbd9187d', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'mac_address': 'fa:16:3e:06:fe:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d6f609-66f0-45b0-8af6-09ab5e4b0ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:44Z', 'updated_at': '2022-02-04T00:10:10Z', 'revision_number': 4, 'project_id': 'd55219fd92a14641899da59e077615e8', 'subnets': [{'id': '27d6f609-66f0-45b0-8af6-09ab5e4b0ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:10:11.731609 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] The port '0ef04bf3-b378-4d0a-b342-47bf82f25633' was deleted {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 00:10:11.883326 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:11.912758 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df62c2070>,) {'filters': {'network_id': ['4b4ecc16-4e69-43b8-bf89-4593fab3bd41']}} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:11.917236 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb2e8a-7e8f-4575-998c-f682706793e0 req-940b4cf4-a0d5-4415-94af-a9ee0a3e6922 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:11.929052 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a1bb2e8a-7e8f-4575-998c-f682706793e0 req-940b4cf4-a0d5-4415-94af-a9ee0a3e6922 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1442308
Feb 04 00:10:11.936109 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df62c2070>, 'c2243e8c-95b8-4177-b44b-260350685c6b') {'for_net_delete': True} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:11.936525 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df62c2070>, 'c2243e8c-95b8-4177-b44b-260350685c6b') {} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:11.958307 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 75f99521-5b16-421c-9089-512a138896b3 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:10:11.959595 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15390588'] for segment, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:11.982528 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8752180a-43b1-4b9a-aff1-9bb291b5de10 req-bfc091c0-bc0e-438d-a653-ceb4ac657003 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=440b1708-3df9-4117-910a-daec84ca2f43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4200056
Feb 04 00:10:12.015662 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:12.022045 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-a1bb2e8a-7e8f-4575-998c-f682706793e0 req-dae0a16b-d424-4513-8078-45fe5adc23b7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897675
Feb 04 00:10:12.080555 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=82731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:10:12.080954 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223787'] for segment, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]: Traceback (most recent call last):
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     timer()
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     cb(*args, **kw)
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     return func(*args, **kwargs)
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     self._notify()
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     self.callback(batched_events)
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     event.method(event)
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     return f(self, *a, **k)
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._get(url).json()
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:10:12.098432 dv-cinder-827776-1-iscsi neutron-server[82731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:10:12.175736 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 75f99521-5b16-421c-9089-512a138896b3, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=75f99521-5b16-421c-9089-512a138896b3,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:12.194664 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '75f99521-5b16-421c-9089-512a138896b3', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'port_id': '75f99521-5b16-421c-9089-512a138896b3', 'mac_address': 'fa:16:3e:08:f4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:10:12.228655 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:12.252221 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:12.274742 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4ecc16-4e69-43b8-bf89-4593fab3bd41,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:12.297183 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:12.302014 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8752180a-43b1-4b9a-aff1-9bb291b5de10 req-e83cf3b0-4a9a-4af2-8b05-e6b06bf1f393 service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3116934
Feb 04 00:10:12.307871 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-fffb517a-ea71-449e-804d-d3f76d35d023 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b4ecc16-4e69-43b8-bf89-4593fab3bd41 HTTP/1.1" status: 204  len: 168 time: 2.3827753
Feb 04 00:10:12.309119 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41098) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:12.337981 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f99521-5b16-421c-9089-512a138896b3 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:10:12.379108 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 75f99521-5b16-421c-9089-512a138896b3, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=75f99521-5b16-421c-9089-512a138896b3,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:12.394523 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:12.526815 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8752180a-43b1-4b9a-aff1-9bb291b5de10 req-6a25123f-ecbf-402c-91ac-65c514164846 service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2183442
Feb 04 00:10:12.554386 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=75f99521-5b16-421c-9089-512a138896b3,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:12.638363 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['75f99521-5b16-421c-9089-512a138896b3'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:10:12.673295 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180c570-a080-4748-a5c6-a32e926e9df1 req-4013513e-9928-434b-8393-085b718e940c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:12.675243 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3180c570-a080-4748-a5c6-a32e926e9df1 req-4013513e-9928-434b-8393-085b718e940c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 945 time: 0.1307836
Feb 04 00:10:12.746330 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3180c570-a080-4748-a5c6-a32e926e9df1 req-9a36d3df-f244-46ce-a2e5-4b7beaacce93 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650170
Feb 04 00:10:12.968175 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16598755'] for router_interface, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:13.366949 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:10:13.470008 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning for port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:10:13.474471 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:10:13.474866 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:13.543276 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2f83-38dc-452d-a16c-0c8f805f6c38 req-79f07d38-6793-4b4d-a496-6e98501cd0c4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:13.545422 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1ffd2f83-38dc-452d-a16c-0c8f805f6c38 req-79f07d38-6793-4b4d-a496-6e98501cd0c4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.3467956
Feb 04 00:10:13.611028 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:13.647201 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] For port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe,segment=NetworkSegment(3b49c689-c328-4ec5-aeed-0b9117c2ab1e),segment_id=3b49c689-c328-4ec5-aeed-0b9117c2ab1e)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:13.653435 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:13.656812 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1ffd2f83-38dc-452d-a16c-0c8f805f6c38 req-4423b05d-5b99-40f2-9309-559d65d6fe40 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970776
Feb 04 00:10:13.752803 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Pushing event updated for resources: {'Port': ['ID=9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:13.903671 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] Deleting port 63b1c47d-ba7e-4054-a372-ca185524830c {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:10:13.904019 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:13.986821 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 75f99521-5b16-421c-9089-512a138896b3 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:10:14.010845 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da24a-26e0-42f7-a0ad-2a10124427aa req-b210cbea-561c-4625-9a9f-d7954e43dee6 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:14.012351 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-964da24a-26e0-42f7-a0ad-2a10124427aa req-b210cbea-561c-4625-9a9f-d7954e43dee6 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 945 time: 0.0949738
Feb 04 00:10:14.076513 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-964da24a-26e0-42f7-a0ad-2a10124427aa req-2aa23824-f037-4eaa-bbd3-261b32c3ebd0 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529768
Feb 04 00:10:14.081014 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 75f99521-5b16-421c-9089-512a138896b3 completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:10:14.087039 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 75f99521-5b16-421c-9089-512a138896b3 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:10:14.087508 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:14.092780 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] For port 63b1c47d-ba7e-4054-a372-ca185524830c, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=63b1c47d-ba7e-4054-a372-ca185524830c,segment=NetworkSegment(b4633a88-1ace-4935-8157-738dae141438),segment_id=b4633a88-1ace-4935-8157-738dae141438)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:14.093747 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:14.233939 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] Calling delete_port for 63b1c47d-ba7e-4054-a372-ca185524830c owned by network:router_interface {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:10:14.246731 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:14.278552 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f99521-5b16-421c-9089-512a138896b3'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:10:14.291598 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 75f99521-5b16-421c-9089-512a138896b3, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=75f99521-5b16-421c-9089-512a138896b3,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:14.302100 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:14.374702 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f99521-5b16-421c-9089-512a138896b3', 'code': 200}
Feb 04 00:10:14.522862 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:14.524297 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=75f99521-5b16-421c-9089-512a138896b3,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:14.621648 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b1c47d-ba7e-4054-a372-ca185524830c,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:14.746130 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3fde7c13-89b7-4a73-ae37-47524bda3e93 req-ce173b03-a811-499b-adb1-de9bedba3e53 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 1099 time: 0.1101122
Feb 04 00:10:14.820431 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-3fde7c13-89b7-4a73-ae37-47524bda3e93 req-ba148aab-20ad-4b0c-90ff-09917b47a80b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679255
Feb 04 00:10:14.976208 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15598213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16599877'] for router_interface, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:15.006033 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e0e3-0083-455d-95a1-990c3bf3ec49 req-e7cb5315-04e0-435d-80de-a5dfac3f3a0e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:15.007973 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2ed4e0e3-0083-455d-95a1-990c3bf3ec49 req-e7cb5315-04e0-435d-80de-a5dfac3f3a0e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1084077
Feb 04 00:10:15.075922 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2ed4e0e3-0083-455d-95a1-990c3bf3ec49 req-cc41eb3c-cf1a-42ea-913b-1efc8a1c6165 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566633
Feb 04 00:10:15.435703 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe up at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:10:15.528631 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Provisioning complete for port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:10:15.529000 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:15.651807 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-378bccb3-8888-485d-bded-35999381186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:15.710814 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a0c03-cc0c-407b-951c-1371a1825230 req-a8c16210-ee7d-4411-9306-18cec4dd55fe tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:15.712404 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e87a0c03-cc0c-407b-951c-1371a1825230 req-a8c16210-ee7d-4411-9306-18cec4dd55fe tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 946 time: 0.3360913
Feb 04 00:10:15.842673 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e87a0c03-cc0c-407b-951c-1371a1825230 req-31f0769c-3b11-4748-a6d1-ab059e7d1662 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712576
Feb 04 00:10:16.006768 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] Router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:10:16.248743 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:10:16.260023 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] Sync routers for ids ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:10:16.275748 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] Routers {'acf0bc47-2e0d-43b1-a727-e4a7fce77f52'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:10:16.276595 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df738a610>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:16.289449 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-423d0c6e-56c0-4188-8d5e-4321f2194a61 admin admin] 10.222.0.13 "PUT /v2.0/routers/acf0bc47-2e0d-43b1-a727-e4a7fce77f52/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9753468
Feb 04 00:10:16.289449 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41124) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:16.346530 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102ad2-1386-4ea5-84be-800259a4301b req-779fae70-8d24-40a7-ac15-e0affe23cd40 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:16.349149 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a5102ad2-1386-4ea5-84be-800259a4301b req-779fae70-8d24-40a7-ac15-e0affe23cd40 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1041527
Feb 04 00:10:16.413707 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-a5102ad2-1386-4ea5-84be-800259a4301b req-aca80ce7-934d-4df9-a90e-63f9f8c4ca8f tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567172
Feb 04 00:10:16.546904 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Notify callbacks [] for router, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:16.581969 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] Set router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:10:16.780940 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:16.794213 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Deleting port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:10:16.794662 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:16.933947 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df738a610>, [{'id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'name': 'tempest-TestShelveInstance-1954323726-router', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:41Z', 'updated_at': '2022-02-04T00:10:14Z', 'revision_number': 5, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'gw_port': {'id': 'a8c91935-a3f5-4cb7-ab50-b87b84ceafbd', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:43Z', 'updated_at': '2022-02-04T00:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:16.941016 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] Checking router: acf0bc47-2e0d-43b1-a727-e4a7fce77f52 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:10:16.962783 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] Routers {'acf0bc47-2e0d-43b1-a727-e4a7fce77f52'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:10:16.962783 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df738a610>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:09:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:17.124256 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] For port a8c91935-a3f5-4cb7-ab50-b87b84ceafbd, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=a8c91935-a3f5-4cb7-ab50-b87b84ceafbd,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:17.125023 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:17.181442 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] Set router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 gateway port host: None {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:10:17.199986 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36265b-6026-4d8e-a628-4465b0cf9430 req-c580ab22-6085-4bca-ae40-11d0a42ad2fe tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:17.201754 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-aa36265b-6026-4d8e-a628-4465b0cf9430 req-c580ab22-6085-4bca-ae40-11d0a42ad2fe tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 946 time: 0.2211177
Feb 04 00:10:17.281385 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Calling delete_port for a8c91935-a3f5-4cb7-ab50-b87b84ceafbd owned by network:router_gateway {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:10:17.315816 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df738a610>, [{'id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'name': 'tempest-TestShelveInstance-1954323726-router', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:41Z', 'updated_at': '2022-02-04T00:10:16Z', 'revision_number': 6, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'gw_port_host': None}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:17.320559 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d38184-ea1f-4ee8-95b5-b9ba47cccd9e None None] The sync data for ids ['acf0bc47-2e0d-43b1-a727-e4a7fce77f52'] in dv-cinder-827776-1-iscsi is: [{'id': 'acf0bc47-2e0d-43b1-a727-e4a7fce77f52', 'name': 'tempest-TestShelveInstance-1954323726-router', 'tenant_id': 'ec526dd843ef4b9880157bd78ced3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:41Z', 'updated_at': '2022-02-04T00:10:16Z', 'revision_number': 6, 'project_id': 'ec526dd843ef4b9880157bd78ced3372', 'gw_port_host': None}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:10:17.502697 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-aa36265b-6026-4d8e-a628-4465b0cf9430 req-bb24ee49-c97e-4fb0-9966-d6c4bca2dc87 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2427332
Feb 04 00:10:17.666307 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077368-7dfa-4097-957e-47ee08de9686 req-f5c6e943-aeea-4b96-879b-b79705676b9d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:17.668508 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-74077368-7dfa-4097-957e-47ee08de9686 req-f5c6e943-aeea-4b96-879b-b79705676b9d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1060534
Feb 04 00:10:17.737065 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:17.741233 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-74077368-7dfa-4097-957e-47ee08de9686 req-b31d8681-e658-49e2-9a64-ff6ecec3b8ac tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657485
Feb 04 00:10:17.797762 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c91935-a3f5-4cb7-ab50-b87b84ceafbd,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:17.886555 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ba08-2cad-4a17-8a80-339e6989efb4 req-592f2e26-cc0f-41a3-ac44-82b3ec6a91b1 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:17.888038 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1a77ba08-2cad-4a17-8a80-339e6989efb4 req-592f2e26-cc0f-41a3-ac44-82b3ec6a91b1 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 946 time: 0.2191415
Feb 04 00:10:17.998599 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c2945462-0c00-49c3-b42a-fbb858fcb0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:18.090658 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1a77ba08-2cad-4a17-8a80-339e6989efb4 req-49490f02-c42b-4c65-a537-67261b5fbb33 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957705
Feb 04 00:10:18.105154 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16599944'] for router_gateway, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:18.409160 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16597044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:18.413468 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:18.450207 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16629668'] for router, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:18.450813 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acf0bc47-2e0d-43b1-a727-e4a7fce77f52 {{(pid=82732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 00:10:18.471571 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] Notify callbacks [] for router, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:18.473011 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-662ec39f-b29d-4a00-ad0b-d26c08b74a36 admin admin] 10.222.0.13 "DELETE /v2.0/routers/acf0bc47-2e0d-43b1-a727-e4a7fce77f52 HTTP/1.1" status: 204  len: 168 time: 2.1837225
Feb 04 00:10:18.475799 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41142) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:18.556084 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Deleting subnet 7d63c8ef-abe0-47f7-be8b-99450fedad72 {{(pid=82731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:10:18.559882 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:18.607257 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d98f13-dbbf-45d3-b783-8729d2f1cb27 req-0afb05af-fc9f-407c-bd4c-416cbaaf5deb tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:18.609931 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f1d98f13-dbbf-45d3-b783-8729d2f1cb27 req-0afb05af-fc9f-407c-bd4c-416cbaaf5deb tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 946 time: 0.0989177
Feb 04 00:10:18.627317 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15390533'] for subnet, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:18.671263 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f1d98f13-dbbf-45d3-b783-8729d2f1cb27 req-42e80d27-0896-49d1-b42d-5d41ca56bab7 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553455
Feb 04 00:10:18.728636 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:18.813880 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16080009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15663901'] for subnet, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:19.007664 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d63c8ef-abe0-47f7-be8b-99450fedad72,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:19.015196 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:19.024195 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd3ae7-66cf-479b-b89b-3edddcbe1d1e None None] Network 2de92d4c-4a61-4cf8-83d4-9985c6069eef requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:10:19.026236 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d63c8ef-abe0-47f7-be8b-99450fedad72 HTTP/1.1" status: 204  len: 168 time: 0.5491269
Feb 04 00:10:19.051933 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41150) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:19.063642 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87937cc3-af77-4dbc-8676-ef3b9c9cdbfb req-fd9891c2-b81c-467f-a82c-bb156a1bd764 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:19.072172 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87937cc3-af77-4dbc-8676-ef3b9c9cdbfb req-fd9891c2-b81c-467f-a82c-bb156a1bd764 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1121345
Feb 04 00:10:19.144165 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-87937cc3-af77-4dbc-8676-ef3b9c9cdbfb req-71d080b3-aa03-4ee2-bddc-58b2789d9a30 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715854
Feb 04 00:10:19.145706 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.146046 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.146376 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.146698 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.147025 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.147350 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.147702 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.148013 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.148326 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.148638 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.148953 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c16634-d052-4f46-aeec-4b537866cdba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:10:19.201204 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:19.229389 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:19.246514 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Deleting port eccf6c5f-b63f-429a-9f6a-b35ca235b269 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:10:19.246918 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:19.384054 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:19.525057 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] For port eccf6c5f-b63f-429a-9f6a-b35ca235b269, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=eccf6c5f-b63f-429a-9f6a-b35ca235b269,segment=NetworkSegment(b4633a88-1ace-4935-8157-738dae141438),segment_id=b4633a88-1ace-4935-8157-738dae141438)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:19.525749 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:19.658437 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 63b1c47d-ba7e-4054-a372-ca185524830c no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:10:19.775887 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 63b1c47d-ba7e-4054-a372-ca185524830c {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:10:19.776376 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 63b1c47d-ba7e-4054-a372-ca185524830c not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:10:19.812947 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Calling delete_port for eccf6c5f-b63f-429a-9f6a-b35ca235b269 owned by network:dhcp {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:10:19.877644 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd26a5fc-9e14-41a9-a5ac-a93d1f9fa3ba None None] DHCP port deletion for 2de92d4c-4a61-4cf8-83d4-9985c6069eef request from dv-cinder-827776-1-iscsi {{(pid=82733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 00:10:19.882168 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-cd26a5fc-9e14-41a9-a5ac-a93d1f9fa3ba None None] Deleting port eccf6c5f-b63f-429a-9f6a-b35ca235b269 {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:10:19.882618 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-cd26a5fc-9e14-41a9-a5ac-a93d1f9fa3ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:19.905550 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:19.964514 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Pushing event deleted for resources: {'Port': ['ID=eccf6c5f-b63f-429a-9f6a-b35ca235b269,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:19.968742 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-cd26a5fc-9e14-41a9-a5ac-a93d1f9fa3ba None None] The port 'eccf6c5f-b63f-429a-9f6a-b35ca235b269' was deleted {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 00:10:19.980534 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] No DVR routers for this DVR port eccf6c5f-b63f-429a-9f6a-b35ca235b269 on host dv-cinder-827776-1-iscsi {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:10:20.114546 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.147177 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df69d7f10>,) {'filters': {'network_id': ['2de92d4c-4a61-4cf8-83d4-9985c6069eef']}} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:20.162663 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df69d7f10>, 'b4633a88-1ace-4935-8157-738dae141438') {'for_net_delete': True} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:20.162952 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df69d7f10>, 'b4633a88-1ace-4935-8157-738dae141438') {} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:20.177890 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15827289'] for segment, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.206249 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.222506 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=82732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:10:20.222906 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15884321'] for segment, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]: Traceback (most recent call last):
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     timer()
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     cb(*args, **kw)
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     return func(*args, **kwargs)
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     self._notify()
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     self.callback(batched_events)
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     event.method(event)
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     return f(self, *a, **k)
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._get(url).json()
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:10:20.245321 dv-cinder-827776-1-iscsi neutron-server[82732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:10:20.378606 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.415654 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.426636 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.474692 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] Pushing event deleted for resources: {'Network': ['ID=2de92d4c-4a61-4cf8-83d4-9985c6069eef,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:20.492093 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-a523fdfa-287a-43b1-aade-b2d9a8e2be33 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2de92d4c-4a61-4cf8-83d4-9985c6069eef HTTP/1.1" status: 204  len: 168 time: 1.4389544
Feb 04 00:10:20.535734 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2146-442c-4330-8ad3-081eb4d21a54 req-01db43e5-c0cc-495b-b421-609ff689e22e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:20.537173 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f5aa2146-442c-4330-8ad3-081eb4d21a54 req-01db43e5-c0cc-495b-b421-609ff689e22e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0996447
Feb 04 00:10:20.644527 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f5aa2146-442c-4330-8ad3-081eb4d21a54 req-0b625a26-4324-4b0f-8b6d-36c1146642b2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989358
Feb 04 00:10:20.667627 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41178) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:20.738072 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-9e30d2a9-b21c-46ce-8d2a-a80eae3a9ec6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6682723e28af465f89abc94b19ee13dc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0687025
Feb 04 00:10:20.740447 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41184) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:20.810284 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0ca78618-585c-4109-8261-c93797923943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.839298 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0ca78618-585c-4109-8261-c93797923943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.912282 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0ca78618-585c-4109-8261-c93797923943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.932074 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca78618-585c-4109-8261-c93797923943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b343934-8ae5-4725-bee5-d29e28dff2ec,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:20.962372 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0ca78618-585c-4109-8261-c93797923943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:20.966307 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-0ca78618-585c-4109-8261-c93797923943 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b343934-8ae5-4725-bee5-d29e28dff2ec HTTP/1.1" status: 204  len: 168 time: 0.2221055
Feb 04 00:10:21.341147 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device eccf6c5f-b63f-429a-9f6a-b35ca235b269 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:10:21.402966 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: eccf6c5f-b63f-429a-9f6a-b35ca235b269 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:10:21.403301 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device eccf6c5f-b63f-429a-9f6a-b35ca235b269 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:10:21.403991 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device a8c91935-a3f5-4cb7-ab50-b87b84ceafbd no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:10:21.445543 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: a8c91935-a3f5-4cb7-ab50-b87b84ceafbd {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:10:21.447190 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device a8c91935-a3f5-4cb7-ab50-b87b84ceafbd not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:10:21.512306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41202) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:21.574098 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-e300b0ff-c294-43c1-8bf8-b7700b2b8020 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec526dd843ef4b9880157bd78ced3372&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0605388
Feb 04 00:10:21.577462 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41206) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:21.652350 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e15b-8908-41e7-bfb2-a6b0730ba9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:21.680559 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e15b-8908-41e7-bfb2-a6b0730ba9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:21.742899 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e15b-8908-41e7-bfb2-a6b0730ba9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:21.764776 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2e15b-8908-41e7-bfb2-a6b0730ba9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9dd9a2-c7af-4e89-bc8b-b2a1c0bc9624,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:21.779077 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e15b-8908-41e7-bfb2-a6b0730ba9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:21.780494 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-2ad2e15b-8908-41e7-bfb2-a6b0730ba9f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd9dd9a2-c7af-4e89-bc8b-b2a1c0bc9624 HTTP/1.1" status: 204  len: 168 time: 0.2020695
Feb 04 00:10:21.933425 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1b4d1-5b9d-4142-b073-51f71cb4ae54 req-d3ea6c7c-2c6f-4f67-b0ad-160fe48955d6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:21.943246 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5fb1b4d1-5b9d-4142-b073-51f71cb4ae54 req-d3ea6c7c-2c6f-4f67-b0ad-160fe48955d6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0959885
Feb 04 00:10:22.000154 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5fb1b4d1-5b9d-4142-b073-51f71cb4ae54 req-db350f25-9fa2-46aa-a415-6dbbcef8b1f7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559247
Feb 04 00:10:23.120185 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-d93c38d9-cbc5-49a0-a43c-ed7024a1a6fd tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118805532&fields=id&tenant_id=158236a462524d4db04b3b5f32458e47 HTTP/1.1" status: 200  len: 267 time: 0.0523620
Feb 04 00:10:23.272575 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5e32a-f2fd-4e08-b2ab-bc733625d4f4 req-be2ba59a-5123-451d-a34c-ca41bdd78030 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:23.274301 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-dab5e32a-f2fd-4e08-b2ab-bc733625d4f4 req-be2ba59a-5123-451d-a34c-ca41bdd78030 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0964415
Feb 04 00:10:23.324916 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-5745fdf6-135d-4f58-9c68-375ce562a045 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:23.326446 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-5745fdf6-135d-4f58-9c68-375ce562a045 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 812 time: 0.1961863
Feb 04 00:10:23.328427 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-dab5e32a-f2fd-4e08-b2ab-bc733625d4f4 req-db68b2b0-bec4-42a0-a64f-abf6a40d0938 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467527
Feb 04 00:10:23.343796 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-b1b77c61-8ed2-4749-950e-a067e280afbc tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/quotas/158236a462524d4db04b3b5f32458e47 HTTP/1.1" status: 200  len: 375 time: 0.0111079
Feb 04 00:10:23.443977 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-f49aad5b-fd9a-4cc6-9335-8bfbaa4a33db tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0943515
Feb 04 00:10:23.613858 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-c8707c44-d0f8-421f-9057-e450afd43562 service neutron] 10.222.0.13 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543982
Feb 04 00:10:23.772628 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-768680ab-899e-470a-b0c5-6d61040061f9 service neutron] 10.222.0.13 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517100
Feb 04 00:10:24.196093 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1cfe8482-e47a-4c82-84e0-8a9e6ee6f451 req-ecd22873-1ce5-4e66-9c19-d495ed20eb7e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 210 time: 0.0476413
Feb 04 00:10:24.554512 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2edbd-3660-4089-832a-0bc487d2ceae req-b1c2b716-cf9f-4316-92dc-b2d2653ea2a6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:24.555971 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-33f2edbd-3660-4089-832a-0bc487d2ceae req-b1c2b716-cf9f-4316-92dc-b2d2653ea2a6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.0790927
Feb 04 00:10:24.601484 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-33f2edbd-3660-4089-832a-0bc487d2ceae req-bb9c88cd-bc0f-4736-b544-c70a77b25616 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400252
Feb 04 00:10:24.903489 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2b45cdde-179e-420a-9731-f88f51590a49 req-f3c25e1c-8a7a-4bc8-9ce3-761c8a5c8c5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 1098 time: 0.0674582
Feb 04 00:10:25.031749 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45cdde-179e-420a-9731-f88f51590a49 req-e571a236-0460-4cd0-9e5f-35028d723fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:25.033783 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2b45cdde-179e-420a-9731-f88f51590a49 req-e571a236-0460-4cd0-9e5f-35028d723fbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 917 time: 0.1244543
Feb 04 00:10:25.134870 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2b45cdde-179e-420a-9731-f88f51590a49 req-b45274e1-3eca-4d0f-ac63-f7e329c2e755 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0f808a-dd53-489e-84e5-145f2dba8054 HTTP/1.1" status: 200  len: 1000 time: 0.0946350
Feb 04 00:10:25.203578 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45cdde-179e-420a-9731-f88f51590a49 req-0dabd24e-e27b-48d1-87f8-0d124f6ee4eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:25.206052 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2b45cdde-179e-420a-9731-f88f51590a49 req-0dabd24e-e27b-48d1-87f8-0d124f6ee4eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 200  len: 855 time: 0.0650091
Feb 04 00:10:25.317614 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2b45cdde-179e-420a-9731-f88f51590a49 req-10a36a41-8d5b-430d-839c-6ca4937b0b88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a17053c6-abd9-4c27-b828-7a5c18a51cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1015656
Feb 04 00:10:25.357320 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-1bcdb6d2-63cd-4115-ac34-c74400696edd tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:25.358743 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-1bcdb6d2-63cd-4115-ac34-c74400696edd tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 812 time: 0.1655881
Feb 04 00:10:25.418659 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-fa82bc65-c593-4243-99ad-b54e67f2a252 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=158236a462524d4db04b3b5f32458e47 HTTP/1.1" status: 200  len: 380 time: 0.0478528
Feb 04 00:10:25.428661 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'port': {'device_id': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'admin_state_up': True, 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'security_groups': ['21b5f747-ae77-43ad-85b3-50e48e8dbb2b']}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:25.443102 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-22a86f4f-d02f-4aaf-9409-6b7b4eedbab6 req-a2c57efc-1d2c-4922-b7ff-adc12a95dd0a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 210 time: 0.0930214
Feb 04 00:10:25.504425 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2b45cdde-179e-420a-9731-f88f51590a49 req-4a33dc82-8595-4658-a44f-4646652a9a75 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755817
Feb 04 00:10:25.637466 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-2b45cdde-179e-420a-9731-f88f51590a49 req-48edac6b-d42c-45e8-a954-5240ad3c01a5 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272535
Feb 04 00:10:25.650063 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:25.660125 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:25.670886 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Made reservation on behalf of 158236a462524d4db04b3b5f32458e47 for: {'port': 1} {{(pid=82732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 00:10:25.674506 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:25.898287 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_common [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Allocated IP 172.20.0.6 (fdad5e98-6f00-4ffe-854c-4ee35abc39f7/dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b/202d5777-5dc5-4b84-8189-93c9ca93639f) {{(pid=82732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:10:25.905000 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a9e16-0a5c-4959-9bb0-f639c810d3f5 req-84ff70ec-bc0e-44b3-b0db-1936bd511365 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:25.906428 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b82a9e16-0a5c-4959-9bb0-f639c810d3f5 req-84ff70ec-bc0e-44b3-b0db-1936bd511365 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1620009
Feb 04 00:10:25.998295 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b82a9e16-0a5c-4959-9bb0-f639c810d3f5 req-735dd85c-9665-40b6-bad2-3e37d8ebe2d0 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837829
Feb 04 00:10:26.121904 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for port, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:26.137234 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Transition to ACTIVE for port object 202d5777-5dc5-4b84-8189-93c9ca93639f will not be triggered until provisioned by entity DHCP. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:10:26.158858 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:26.230969 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 is already hosted by enough agents. {{(pid=82732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:10:26.234048 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.base_scheduler [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources bound (agent type, host, resource id):  {{(pid=82732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:10:26.236481 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Received port after_create {{(pid=82732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:10:26.283319 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:26.284489 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'Port': ['ID=202d5777-5dc5-4b84-8189-93c9ca93639f,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:26.311771 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:26.312384 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:26.341282 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72e9f94e-cb4b-42a6-b468-18df929d0132 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9174654
Feb 04 00:10:26.353036 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Request body: {'port': {'device_id': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:26.465440 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:26.465699 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-6c64bc6e-b633-498d-b8fd-e53c47647d8c None None] Provisioning for port 202d5777-5dc5-4b84-8189-93c9ca93639f completed by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:10:26.470378 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-6c64bc6e-b633-498d-b8fd-e53c47647d8c None None] Provisioning complete for port 202d5777-5dc5-4b84-8189-93c9ca93639f triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:10:26.470784 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-6c64bc6e-b633-498d-b8fd-e53c47647d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:26.525310 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-6c64bc6e-b633-498d-b8fd-e53c47647d8c None None] Port 202d5777-5dc5-4b84-8189-93c9ca93639f cannot update to ACTIVE because it is not bound. {{(pid=82733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 00:10:26.645646 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45023e-4797-4912-89c6-e068b4cca954 req-f169cc42-f3bd-4f54-88e1-d20c7b936738 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:26.647150 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5b45023e-4797-4912-89c6-e068b4cca954 req-f169cc42-f3bd-4f54-88e1-d20c7b936738 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 931 time: 0.0759609
Feb 04 00:10:26.696242 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-5b45023e-4797-4912-89c6-e068b4cca954 req-fde50829-d5c4-40e6-9f3e-0a2a651f788c tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431182
Feb 04 00:10:26.807256 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202d5777-5dc5-4b84-8189-93c9ca93639f {{(pid=82732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:10:26.813945 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:26.827641 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.provisioning_blocks [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Transition to ACTIVE for port object 202d5777-5dc5-4b84-8189-93c9ca93639f will not be triggered until provisioned by entity L2. {{(pid=82732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 00:10:26.831403 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:26.955223 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Pushing event updated for resources: {'Port': ['ID=202d5777-5dc5-4b84-8189-93c9ca93639f,revision_number=2']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:27.069819 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Attempting to bind port 202d5777-5dc5-4b84-8189-93c9ca93639f on host hv-cinder-82777 for vnic_type normal with profile  {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 00:10:27.070156 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Attempting to bind port 202d5777-5dc5-4b84-8189-93c9ca93639f by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 00:10:27.070484 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Attempting to bind port 202d5777-5dc5-4b84-8189-93c9ca93639f on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:10:27.076317 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Port 202d5777-5dc5-4b84-8189-93c9ca93639f on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 00:10:27.076659 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Attempting to bind port 202d5777-5dc5-4b84-8189-93c9ca93639f on network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 00:10:27.083568 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Checking agent: {'id': 'b1264a69-a18a-42fd-a276-8b34397a3da1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'started_at': datetime.datetime(2022, 2, 3, 23, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 00:10:27.083922 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Checking segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 00:10:27.084307 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Bound using segment: {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'} {{(pid=82732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 00:10:27.084974 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.managers [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Bound port: 202d5777-5dc5-4b84-8189-93c9ca93639f, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace63350-8753-4ac8-be77-de36f30c255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7'}}] {{(pid=82732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 00:10:27.085320 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:27.230452 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] For port 202d5777-5dc5-4b84-8189-93c9ca93639f, host hv-cinder-82777, cleared binding levels {{(pid=82732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 00:10:27.240695 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] For port 202d5777-5dc5-4b84-8189-93c9ca93639f, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=202d5777-5dc5-4b84-8189-93c9ca93639f,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 00:10:27.245264 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:27.311226 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb54405-cbbb-4296-9870-95d71cb1a42a req-c9001969-1bf1-4c21-aa83-1cf74cb57b84 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:27.312684 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9bb54405-cbbb-4296-9870-95d71cb1a42a req-c9001969-1bf1-4c21-aa83-1cf74cb57b84 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 945 time: 0.1748760
Feb 04 00:10:27.320863 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:27.322084 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] 10.222.0.48 "PUT /v2.0/ports/202d5777-5dc5-4b84-8189-93c9ca93639f HTTP/1.1" status: 200  len: 1093 time: 0.9736347
Feb 04 00:10:27.322531 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'tag': '202d5777-5dc5-4b84-8189-93c9ca93639f'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:10:27.370341 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7d5a0-2117-4930-a385-617d2891d79b service neutron] Pushing event updated for resources: {'Port': ['ID=202d5777-5dc5-4b84-8189-93c9ca93639f,revision_number=3']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:27.437541 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'tag': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'status': 'completed', 'code': 200}
Feb 04 00:10:27.454014 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9bb54405-cbbb-4296-9870-95d71cb1a42a req-1a4f7804-3749-4124-96c8-2861b5a084a8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245844
Feb 04 00:10:27.490375 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-546d6723-33ed-4ad7-b969-e395dd24e8c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 1096 time: 0.0940905
Feb 04 00:10:27.651099 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-c7f4abf1-fa85-4f18-a9a2-716197dcaecd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202d5777-5dc5-4b84-8189-93c9ca93639f HTTP/1.1" status: 200  len: 217 time: 0.1530557
Feb 04 00:10:27.720891 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72a3fc91-a526-4916-9bf3-193e5e11c4d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:27.722337 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-72a3fc91-a526-4916-9bf3-193e5e11c4d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0626791
Feb 04 00:10:27.799725 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-657630ab-b612-4693-b47b-ac70ff7e43a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718606
Feb 04 00:10:27.905316 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453620-84f8-44ca-83a7-b9d55d7d5060 req-debc7a00-e8d1-4acd-8421-fe4f98f2adc9 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:27.906864 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7a453620-84f8-44ca-83a7-b9d55d7d5060 req-debc7a00-e8d1-4acd-8421-fe4f98f2adc9 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.0820723
Feb 04 00:10:27.936728 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-3fc2f52f-3467-46ec-bf21-62939fbaffb4 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307151
Feb 04 00:10:27.952038 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7a453620-84f8-44ca-83a7-b9d55d7d5060 req-dcfd9abe-fb62-43a7-a2cd-9096046352e2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392745
Feb 04 00:10:28.074367 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-158c0960-fc85-41df-a9c5-ea4e408a0757 req-e9b5b0e6-87db-46fd-b44d-22d9ada39c2f service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296172
Feb 04 00:10:28.131367 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1b0f808a-dd53-489e-84e5-145f2dba8054 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:10:28.187537 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-77999da5-c875-4354-b9cf-91475885a962 req-5a791c83-933f-4a76-bffa-5266f9e191f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 1096 time: 0.0727913
Feb 04 00:10:28.238233 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:28.264859 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:10:28.274540 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:28.279382 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:28.324677 dv-cinder-827776-1-iscsi neutron-server[82733]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'code': 422} returned with failed status
Feb 04 00:10:28.326643 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999da5-c875-4354-b9cf-91475885a962 req-c5cb02db-c765-45b3-bf67-8da1ba5a6fa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:28.328232 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-77999da5-c875-4354-b9cf-91475885a962 req-c5cb02db-c765-45b3-bf67-8da1ba5a6fa8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.1344557
Feb 04 00:10:28.350455 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=8']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:28.396108 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-77999da5-c875-4354-b9cf-91475885a962 req-acaf5a8d-67a4-4d95-ac58-5bac3778c208 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202d5777-5dc5-4b84-8189-93c9ca93639f HTTP/1.1" status: 200  len: 217 time: 0.0616395
Feb 04 00:10:28.461564 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999da5-c875-4354-b9cf-91475885a962 req-c2348790-337d-4524-b77d-3d1a993e4c82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:28.462906 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-77999da5-c875-4354-b9cf-91475885a962 req-c2348790-337d-4524-b77d-3d1a993e4c82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0604184
Feb 04 00:10:28.544154 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-77999da5-c875-4354-b9cf-91475885a962 req-93c15263-95b5-47b8-ad0d-3789dad593b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707595
Feb 04 00:10:28.668718 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbace5c-65df-4759-951a-54ade7561e28 req-806a01a4-4ea4-481b-a33b-b5aefd628657 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:28.670172 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cfbace5c-65df-4759-951a-54ade7561e28 req-806a01a4-4ea4-481b-a33b-b5aefd628657 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.0749362
Feb 04 00:10:28.677988 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-77999da5-c875-4354-b9cf-91475885a962 req-b8aaf149-fa11-4a20-8350-1f427031ebe1 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247349
Feb 04 00:10:28.715607 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-cfbace5c-65df-4759-951a-54ade7561e28 req-dbcda638-3fef-469c-8f6e-3c183917927d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397115
Feb 04 00:10:28.810986 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-77999da5-c875-4354-b9cf-91475885a962 req-6028a144-8ba1-44fe-abf0-6886f7fed3d6 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265962
Feb 04 00:10:29.177948 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2666d1-e14a-4987-9ce9-59edff0363aa req-7d44167f-dbba-422a-9614-5d28f50e967e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:29.179419 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9a2666d1-e14a-4987-9ce9-59edff0363aa req-7d44167f-dbba-422a-9614-5d28f50e967e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.0857482
Feb 04 00:10:29.225448 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9a2666d1-e14a-4987-9ce9-59edff0363aa req-a4d1aace-f0ff-4809-a1bb-729c1b5d7f9c tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404119
Feb 04 00:10:29.689627 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df92565-4b54-421e-bc54-df6589ce2e18 req-033f6c7d-cd01-4fed-8c33-c8ad52a55648 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:29.691104 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8df92565-4b54-421e-bc54-df6589ce2e18 req-033f6c7d-cd01-4fed-8c33-c8ad52a55648 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 946 time: 0.0805879
Feb 04 00:10:29.745516 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8df92565-4b54-421e-bc54-df6589ce2e18 req-50f7b7b6-3b12-4d5c-a018-c8c54c8df9d8 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473068
Feb 04 00:10:29.774536 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41318) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:30.033543 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-9a24e088-4aa6-4a06-a107-bb5978951862 tempest-TestMinimumBasicScenario-2061169093 tempest-TestMinimumBasicScenario-2061169093-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 1094 time: 0.2577198
Feb 04 00:10:30.036438 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41326) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:30.041841 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'floatingip': {'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'port_id': '75f99521-5b16-421c-9089-512a138896b3', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:30.047338 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:30.051211 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Usage tracker for resource:floatingip and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:10:30.054014 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:10:30.063192 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:30.073411 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for floatingip, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:30.351415 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:30.356936 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ecd95c5f-4e76-40b3-8e10-fce7b75141c1 req-8cf100da-b0b5-4af7-8768-de472e67de0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1920519
Feb 04 00:10:30.430938 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baaf636-fd0b-4a94-bbde-6614dfb059b8 req-88ccf638-db48-45b5-8fce-aa6a4a9fab8a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:30.431729 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-6baaf636-fd0b-4a94-bbde-6614dfb059b8 req-88ccf638-db48-45b5-8fce-aa6a4a9fab8a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:10:30.450027 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-6baaf636-fd0b-4a94-bbde-6614dfb059b8 req-88ccf638-db48-45b5-8fce-aa6a4a9fab8a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:10:30.451416 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6baaf636-fd0b-4a94-bbde-6614dfb059b8 req-88ccf638-db48-45b5-8fce-aa6a4a9fab8a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.1027944
Feb 04 00:10:30.505438 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6baaf636-fd0b-4a94-bbde-6614dfb059b8 req-2b11dee7-4df2-45f3-9b44-5c7d2dd370dd tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475836
Feb 04 00:10:30.508893 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Allocated IP 172.27.3.57 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/8ae2f6d2-f377-4007-a321-a05c1f3fa2b0) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:10:30.675788 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:30.733954 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:30.788183 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39124285-0271-4a48-a3cb-fb8b141905ac req-a211e0fb-8db8-4b23-abea-9461b8642e52 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:30.789636 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-39124285-0271-4a48-a3cb-fb8b141905ac req-a211e0fb-8db8-4b23-abea-9461b8642e52 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.0802541
Feb 04 00:10:30.825676 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:10:30.830771 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'Port': ['ID=8ae2f6d2-f377-4007-a321-a05c1f3fa2b0,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:30.834169 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:10:30.835633 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-39124285-0271-4a48-a3cb-fb8b141905ac req-6fb45d58-0be0-47dd-a725-1d5b559c52bc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398948
Feb 04 00:10:30.836459 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:10:30.928552 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7054d065-62d5-4524-b786-d03665e63bc0 req-ada180bc-4560-4d72-b7a5-3483bff90061 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2247000
Feb 04 00:10:31.366647 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:31.425659 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:31.427735 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7054d065-62d5-4524-b786-d03665e63bc0 req-a755ac6a-6794-4421-8ea5-94d8b524739d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e&tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b HTTP/1.1" status: 200  len: 1096 time: 0.0712650
Feb 04 00:10:31.525413 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7054d065-62d5-4524-b786-d03665e63bc0 req-74382428-fd79-4d16-9440-1b47287bce18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 1096 time: 0.0767486
Feb 04 00:10:31.685489 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:31.694856 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:31.749239 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054d065-62d5-4524-b786-d03665e63bc0 req-3fab71c4-b01d-4133-8a61-da68aaf28a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:31.750674 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7054d065-62d5-4524-b786-d03665e63bc0 req-3fab71c4-b01d-4133-8a61-da68aaf28a6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 200  len: 917 time: 0.2186055
Feb 04 00:10:31.806369 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'Port': ['ID=8ae2f6d2-f377-4007-a321-a05c1f3fa2b0,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:31.836986 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500b8a1-a6bf-44f8-b6ec-b8a32dcf9d18 req-d60758bc-f978-4dcf-947b-1ebf678b3602 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:31.838453 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7500b8a1-a6bf-44f8-b6ec-b8a32dcf9d18 req-d60758bc-f978-4dcf-947b-1ebf678b3602 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.2077439
Feb 04 00:10:31.841179 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:31.854990 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7054d065-62d5-4524-b786-d03665e63bc0 req-a373883b-fd40-4347-853e-51a79087300e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0f808a-dd53-489e-84e5-145f2dba8054 HTTP/1.1" status: 200  len: 998 time: 0.0985870
Feb 04 00:10:31.920467 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054d065-62d5-4524-b786-d03665e63bc0 req-f475751a-ecaf-45a3-8cbb-faabdf6bfe4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:31.921911 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7054d065-62d5-4524-b786-d03665e63bc0 req-f475751a-ecaf-45a3-8cbb-faabdf6bfe4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 200  len: 855 time: 0.0605934
Feb 04 00:10:32.054813 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-7500b8a1-a6bf-44f8-b6ec-b8a32dcf9d18 req-befb0e65-a525-450b-aa1e-18359aa5a3db tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1669352
Feb 04 00:10:32.059642 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7054d065-62d5-4524-b786-d03665e63bc0 req-d05ff404-c5a2-4d78-9b05-fc042645035d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a17053c6-abd9-4c27-b828-7a5c18a51cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1318712
Feb 04 00:10:32.147196 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7f675-423f-433d-866a-5c594b0aad9a req-6cf9bb10-5eaf-4385-bdbd-15376653455e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:32.148658 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-48b7f675-423f-433d-866a-5c594b0aad9a req-6cf9bb10-5eaf-4385-bdbd-15376653455e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.1654902
Feb 04 00:10:32.168169 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.l3_db [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Floating IP 33c925bd-587a-4f55-9423-bc23bde64203 associated. External IP: 172.27.3.57, port: 75f99521-5b16-421c-9089-512a138896b3.
Feb 04 00:10:32.234150 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-48b7f675-423f-433d-866a-5c594b0aad9a req-046d5f9e-9010-48cd-a96f-f344db9fabf3 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788457
Feb 04 00:10:32.236671 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7054d065-62d5-4524-b786-d03665e63bc0 req-7c2095c3-2024-42be-86d4-3711d999e674 service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704605
Feb 04 00:10:32.370166 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7054d065-62d5-4524-b786-d03665e63bc0 req-26f04d3e-d0eb-4037-83bf-d4cd77715e5d service neutron] 10.222.0.48 "GET /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278477
Feb 04 00:10:32.567004 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Router d238a773-52b3-4d6d-a782-25a7ffe0776d has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:10:32.762015 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:10:32.777523 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] Sync routers for ids ['d238a773-52b3-4d6d-a782-25a7ffe0776d'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:10:32.788426 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:32.790367 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] Routers {'d238a773-52b3-4d6d-a782-25a7ffe0776d'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:10:32.790978 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df71a7370>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:10:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['d238a773-52b3-4d6d-a782-25a7ffe0776d'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:32.851214 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-7eafcf2f-bbbe-44ec-9771-09d8b64742df tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8134053
Feb 04 00:10:32.851928 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'tag': '75f99521-5b16-421c-9089-512a138896b3'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:10:32.853870 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41350) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:32.863041 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140643640', 'description': 'tempest-secgroup-smoke-1140643640 description', 'project_id': '8a3519d443444388b63a5d65f79629c6'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:32.869852 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:32.888002 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:32.901589 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:32.911328 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'tag': '75f99521-5b16-421c-9089-512a138896b3', 'status': 'completed', 'code': 200}
Feb 04 00:10:32.980973 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] Set router d238a773-52b3-4d6d-a782-25a7ffe0776d gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:10:32.998151 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:33.004568 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Usage tracker for resource:security_group_rule and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:10:33.012281 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:10:33.022244 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:33.057159 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7052dc32-f7ab-4f13-a37a-fdc15c761a14 req-edd85c4f-06c9-43dc-a737-99236ef605de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a3519d443444388b63a5d65f79629c6&device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 1099 time: 0.1206489
Feb 04 00:10:33.172820 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:33.187715 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:33.348647 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d3fc17-935f-4696-9617-4ab3291c1aa4,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:33.354400 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052dc32-f7ab-4f13-a37a-fdc15c761a14 req-ac92c54e-d7af-42a0-902c-d6d4a16d6fdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:33.357374 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7052dc32-f7ab-4f13-a37a-fdc15c761a14 req-ac92c54e-d7af-42a0-902c-d6d4a16d6fdd service neutron] 10.222.0.48 "GET /v2.0/networks?id=440b1708-3df9-4117-910a-daec84ca2f43 HTTP/1.1" status: 200  len: 916 time: 0.2880971
Feb 04 00:10:33.392088 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df71a7370>, [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:39Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '33c925bd-587a-4f55-9423-bc23bde64203', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'port_id': '75f99521-5b16-421c-9089-512a138896b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'mac_address': 'fa:16:3e:08:f4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:10:31Z', 'updated_at': '2022-02-04T00:10:31Z', 'revision_number': 0, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6', 'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'mac_address': 'fa:16:3e:e8:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:38Z', 'updated_at': '2022-02-04T00:09:47Z', 'revision_number': 5, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'subnets': [{'id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:33.397960 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] Checking router: d238a773-52b3-4d6d-a782-25a7ffe0776d for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:10:33.417043 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] Routers {'d238a773-52b3-4d6d-a782-25a7ffe0776d'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:10:33.417987 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df71a7370>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:10:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['d238a773-52b3-4d6d-a782-25a7ffe0776d'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:33.441397 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:33.442985 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-208ab317-5c16-40bc-b727-135b9fd1fb23 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5876038
Feb 04 00:10:33.446169 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41372) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:33.455279 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'security_group_rule': {'security_group_id': '85d3fc17-935f-4696-9617-4ab3291c1aa4', 'project_id': '8a3519d443444388b63a5d65f79629c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:33.463516 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:33.473270 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Usage tracker for resource:security_group_rule and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:10:33.477015 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:10:33.484886 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:33.513318 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7052dc32-f7ab-4f13-a37a-fdc15c761a14 req-e11e38dc-f3da-4881-bb2b-6a7a9b6d841a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 200  len: 999 time: 0.1409447
Feb 04 00:10:33.530172 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c43ebd-0268-4492-b943-dd936bbb3734 req-ab65020a-9a2d-4788-9943-5ba073049ff4 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:33.531907 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d0c43ebd-0268-4492-b943-dd936bbb3734 req-ab65020a-9a2d-4788-9943-5ba073049ff4 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.3193736
Feb 04 00:10:33.594196 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:33.653287 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052dc32-f7ab-4f13-a37a-fdc15c761a14 req-b67c225b-4158-48c2-859f-412b5d2a70bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:33.655078 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7052dc32-f7ab-4f13-a37a-fdc15c761a14 req-b67c225b-4158-48c2-859f-412b5d2a70bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b9b073-06d2-4c21-853f-06fb3a27ffe0 HTTP/1.1" status: 200  len: 854 time: 0.1201298
Feb 04 00:10:33.660312 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d0c43ebd-0268-4492-b943-dd936bbb3734 req-4bb481a0-0081-4a04-9d8e-4ae030898626 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826917
Feb 04 00:10:33.784278 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:33.794059 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] Set router d238a773-52b3-4d6d-a782-25a7ffe0776d gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:10:33.800635 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:33.821680 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7052dc32-f7ab-4f13-a37a-fdc15c761a14 req-b91df3aa-ae46-4578-b9c5-33991b2b7d06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=440b1708-3df9-4117-910a-daec84ca2f43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1450944
Feb 04 00:10:33.853398 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:33.857558 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4073737
Feb 04 00:10:33.858624 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41376) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:33.864238 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd044b65-9e1c-42dd-abf3-c83d72a06cd2 req-a6b56243-1fe8-4c9d-bccb-1db7c800ff59 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:33.865867 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fd044b65-9e1c-42dd-abf3-c83d72a06cd2 req-a6b56243-1fe8-4c9d-bccb-1db7c800ff59 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.3395362
Feb 04 00:10:33.866971 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccbc7c-66ae-4819-8693-3340ba55f93f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96431cd-2f56-41ac-9d86-1c60567770a6,revision_number=0']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:33.874510 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'security_group_rule': {'security_group_id': '85d3fc17-935f-4696-9617-4ab3291c1aa4', 'project_id': '8a3519d443444388b63a5d65f79629c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:33.883147 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:33.888394 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Usage tracker for resource:security_group_rule and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:10:33.893078 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:10:33.908367 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:33.964466 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fd044b65-9e1c-42dd-abf3-c83d72a06cd2 req-7be60af4-5977-4047-bf1f-5f96549e8e36 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912089
Feb 04 00:10:34.035529 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.273134 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7052dc32-f7ab-4f13-a37a-fdc15c761a14 req-f5f9b8c2-9da9-4160-9eb4-3732a3f1d0f4 service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3395360
Feb 04 00:10:34.297148 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.306621 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.337779 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbe4785-cf97-48f0-9799-82050183d2a4,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:34.362932 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.364833 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-3a89fde7-212c-4564-aaf5-43dbf2b32611 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5046599
Feb 04 00:10:34.367077 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41380) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:34.374484 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'security_group_rule': {'security_group_id': '85d3fc17-935f-4696-9617-4ab3291c1aa4', 'project_id': '8a3519d443444388b63a5d65f79629c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:34.380510 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df71a7370>, [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:39Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '33c925bd-587a-4f55-9423-bc23bde64203', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'port_id': '75f99521-5b16-421c-9089-512a138896b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'mac_address': 'fa:16:3e:08:f4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:10:31Z', 'updated_at': '2022-02-04T00:10:31Z', 'revision_number': 0, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6', 'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'mac_address': 'fa:16:3e:e8:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:38Z', 'updated_at': '2022-02-04T00:09:47Z', 'revision_number': 5, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'subnets': [{'id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:34.388372 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861a59f-52ee-4eb8-8193-3f333788e5eb None None] The sync data for ids ['d238a773-52b3-4d6d-a782-25a7ffe0776d'] in dv-cinder-827776-1-iscsi is: [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:39Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': '33c925bd-587a-4f55-9423-bc23bde64203', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'port_id': '75f99521-5b16-421c-9089-512a138896b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'mac_address': 'fa:16:3e:08:f4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:10:31Z', 'updated_at': '2022-02-04T00:10:31Z', 'revision_number': 0, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6', 'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'mac_address': 'fa:16:3e:e8:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:38Z', 'updated_at': '2022-02-04T00:09:47Z', 'revision_number': 5, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'subnets': [{'id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:10:34.391303 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:34.396591 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Usage tracker for resource:security_group_rule and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:10:34.400026 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:10:34.406188 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:34.430240 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.517718 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.523023 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.547052 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cd8ef9-3d91-4982-ba9f-5fab3de0d8c1,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:34.560556 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.565512 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-08db5aec-9ded-454d-881f-6d49b9f24af3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1937487
Feb 04 00:10:34.565675 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41384) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:34.571438 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'security_group_rule': {'security_group_id': '85d3fc17-935f-4696-9617-4ab3291c1aa4', 'project_id': '8a3519d443444388b63a5d65f79629c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:34.592344 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:34.598838 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Usage tracker for resource:security_group_rule and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:10:34.602710 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:10:34.609654 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:34.634942 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.697203 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aef7f4-b2b2-4f42-9943-0caa6a1c2534 None None] New status for floating IP 33c925bd-587a-4f55-9423-bc23bde64203: ACTIVE {{(pid=82733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:10:34.740297 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.748629 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.785224 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1182fc52-db84-40ba-bd3f-2d3ff8fb33c7,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:34.812050 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:34.814091 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-da47e554-6290-4f46-a02f-1435418e9116 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2467628
Feb 04 00:10:34.817358 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41390) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:34.824151 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'security_group_rule': {'security_group_id': '85d3fc17-935f-4696-9617-4ab3291c1aa4', 'project_id': '8a3519d443444388b63a5d65f79629c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:34.843687 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:34.849274 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Usage tracker for resource:security_group_rule and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:10:34.852622 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:10:34.858756 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:34.878533 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.securitygroups_db [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Project 8a3519d443444388b63a5d65f79629c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 00:10:34.888395 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:35.095896 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:35.102311 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:35.132596 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550db582-e113-4629-a89b-1e1243e3a57f,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:35.143453 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0d0d9-19cf-4e8a-bfcc-a78a0a94a4b3 req-1ba1f899-4433-44f1-85e2-71d8f3c8fbc5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:35.144926 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2ea0d0d9-19cf-4e8a-bfcc-a78a0a94a4b3 req-1ba1f899-4433-44f1-85e2-71d8f3c8fbc5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.2230418
Feb 04 00:10:35.170317 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:35.175157 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0fa8638f-c3e8-425f-bf3b-a2f6032c2f4c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3530076
Feb 04 00:10:35.175312 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41396) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:35.182528 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'security_group_rule': {'security_group_id': '85d3fc17-935f-4696-9617-4ab3291c1aa4', 'project_id': '8a3519d443444388b63a5d65f79629c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:35.189519 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:35.200273 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Usage tracker for resource:security_group_rule and tenant:8a3519d443444388b63a5d65f79629c6 is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:10:35.204729 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:10:35.216497 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:35.231033 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2ea0d0d9-19cf-4e8a-bfcc-a78a0a94a4b3 req-ba4f2324-a57e-42cd-bb15-f847619c03ec tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802922
Feb 04 00:10:35.242396 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.securitygroups_db [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Project 8a3519d443444388b63a5d65f79629c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 00:10:35.253196 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:35.272613 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99d93f-20e8-4bb6-852a-8841192aea48 req-1f002f8a-506a-4326-add5-a55476722ee1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:35.273922 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ea99d93f-20e8-4bb6-852a-8841192aea48 req-1f002f8a-506a-4326-add5-a55476722ee1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.1221762
Feb 04 00:10:35.328486 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-ea99d93f-20e8-4bb6-852a-8841192aea48 req-8b40b3f3-c8a7-4267-82a0-5c2bf3140494 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422707
Feb 04 00:10:35.333582 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:35.338700 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16586443'] for security_group_rule, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:35.373303 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:35.378049 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2017884
Feb 04 00:10:35.380720 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0d54b-7e0d-4466-837b-c927cffced83 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543e3b1b-2c82-4a18-8132-46ac62bb899c,revision_number=0']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:35.556801 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-3ef7ff4b-cb93-4f57-8386-7a2fd15ac253 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Synchronizing usage tracker for tenant:8a3519d443444388b63a5d65f79629c6 on resource:security_group {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:10:35.574264 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-3ef7ff4b-cb93-4f57-8386-7a2fd15ac253 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Unset dirty status for tenant:8a3519d443444388b63a5d65f79629c6 on resource:security_group {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:10:35.575458 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-3ef7ff4b-cb93-4f57-8386-7a2fd15ac253 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140643640&fields=id&tenant_id=8a3519d443444388b63a5d65f79629c6 HTTP/1.1" status: 200  len: 267 time: 0.0620348
Feb 04 00:10:35.668201 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-16a71f1b-d828-4d6a-ba22-af885be9459f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:35.669665 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-16a71f1b-d828-4d6a-ba22-af885be9459f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 946 time: 0.0879424
Feb 04 00:10:35.681711 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-a8219a84-c7f2-40e5-aeaf-48a4fbcbaad4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'port': {'security_groups': ['e183a604-962c-4fcf-a623-5c756f186378', '85d3fc17-935f-4696-9617-4ab3291c1aa4']}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:35.817749 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-a8219a84-c7f2-40e5-aeaf-48a4fbcbaad4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:36.085335 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-a8219a84-c7f2-40e5-aeaf-48a4fbcbaad4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] For port 75f99521-5b16-421c-9089-512a138896b3, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=75f99521-5b16-421c-9089-512a138896b3,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:36.112300 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-a8219a84-c7f2-40e5-aeaf-48a4fbcbaad4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:36.117325 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-a8219a84-c7f2-40e5-aeaf-48a4fbcbaad4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:36.130780 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['75f99521-5b16-421c-9089-512a138896b3'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:10:36.197075 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-a8219a84-c7f2-40e5-aeaf-48a4fbcbaad4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:36.197583 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-a8219a84-c7f2-40e5-aeaf-48a4fbcbaad4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:36.199108 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5982ec94-63a8-48e8-9d3c-0e9806fe1245 req-a8219a84-c7f2-40e5-aeaf-48a4fbcbaad4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "PUT /v2.0/ports/75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 200  len: 982 time: 0.5220704
Feb 04 00:10:36.199446 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'tag': '75f99521-5b16-421c-9089-512a138896b3'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:10:36.221370 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8219a84-c7f2-40e5-aeaf-48a4fbcbaad4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'Port': ['ID=75f99521-5b16-421c-9089-512a138896b3,revision_number=6']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:36.314249 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['75f99521-5b16-421c-9089-512a138896b3'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:10:36.334990 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'tag': '75f99521-5b16-421c-9089-512a138896b3', 'status': 'completed', 'code': 200}
Feb 04 00:10:36.487535 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982f48-1972-4061-add1-32af83ce4041 req-9546b290-8f7e-4818-86c0-2e71eabf3fce tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:36.495826 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9c982f48-1972-4061-add1-32af83ce4041 req-9546b290-8f7e-4818-86c0-2e71eabf3fce tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.1370921
Feb 04 00:10:36.602344 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9c982f48-1972-4061-add1-32af83ce4041 req-1430514b-be4e-47a9-b7b1-1acc33207384 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0950258
Feb 04 00:10:36.706753 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079502-b410-49de-862d-a4dbbf67c7d0 req-5f247039-fed7-4306-836e-ccb595b938d3 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:36.710010 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fa079502-b410-49de-862d-a4dbbf67c7d0 req-5f247039-fed7-4306-836e-ccb595b938d3 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.1487017
Feb 04 00:10:36.774086 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fa079502-b410-49de-862d-a4dbbf67c7d0 req-3f6a5045-f313-4ea1-88e6-f3eabcc1bc5b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585632
Feb 04 00:10:36.781494 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-7d90474a-cee4-4c30-9e18-15b71e4adb8c None None] Provisioning complete for port 75f99521-5b16-421c-9089-512a138896b3 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:10:36.782020 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-7d90474a-cee4-4c30-9e18-15b71e4adb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:36.940925 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fdb2c-fbe5-4b6f-a5ad-801c88904d34 req-7cb08bdc-d68d-4a3c-b257-da2f2c33c5bc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:36.942437 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2b5fdb2c-fbe5-4b6f-a5ad-801c88904d34 req-7cb08bdc-d68d-4a3c-b257-da2f2c33c5bc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.1407354
Feb 04 00:10:36.997593 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2b5fdb2c-fbe5-4b6f-a5ad-801c88904d34 req-2fb379c9-bf4e-493f-a49d-bf6c01104670 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492847
Feb 04 00:10:38.008722 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92757dd9-ad63-419a-bf43-5234cc6c2c42 req-0eccd6ff-6a11-49d7-b32c-4090283ecb5e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:38.010348 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-92757dd9-ad63-419a-bf43-5234cc6c2c42 req-0eccd6ff-6a11-49d7-b32c-4090283ecb5e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.0842788
Feb 04 00:10:38.060019 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-92757dd9-ad63-419a-bf43-5234cc6c2c42 req-ef17eb5a-aeee-46f0-a9b6-3f4b61ad70ad tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441186
Feb 04 00:10:38.247295 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038a25f-4dda-4e0f-91f4-363337c4c3cf req-36ca4721-a217-474b-9d73-1578ed6a19b6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:38.248782 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1038a25f-4dda-4e0f-91f4-363337c4c3cf req-36ca4721-a217-474b-9d73-1578ed6a19b6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.0790973
Feb 04 00:10:38.295732 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1038a25f-4dda-4e0f-91f4-363337c4c3cf req-5357f866-fff4-4f28-bbd1-c5e74f561970 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414152
Feb 04 00:10:39.273856 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721ffcf-38ac-4323-83ff-a651c0a0b3a6 req-8ebfba8f-8cf4-4c48-b934-a13a3b81abc5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:39.275343 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1721ffcf-38ac-4323-83ff-a651c0a0b3a6 req-8ebfba8f-8cf4-4c48-b934-a13a3b81abc5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.0833275
Feb 04 00:10:39.336149 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1721ffcf-38ac-4323-83ff-a651c0a0b3a6 req-8227ebfc-8274-4733-ae32-17fbb33cc5a1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549788
Feb 04 00:10:39.530440 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a51e-7be6-4bbe-821f-80190e3c43ae req-d8b216b5-861e-4dd2-a22f-061c6e19d4dd tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:39.531977 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e412a51e-7be6-4bbe-821f-80190e3c43ae req-d8b216b5-861e-4dd2-a22f-061c6e19d4dd tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.0842111
Feb 04 00:10:39.581087 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e412a51e-7be6-4bbe-821f-80190e3c43ae req-ed09e111-051c-4839-a440-49e6474e5a27 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421486
Feb 04 00:10:40.563869 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d852ed-493e-4867-b482-100bf0320800 req-3f5b2135-ec28-4c58-a25a-41e557674cd6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:40.566401 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d2d852ed-493e-4867-b482-100bf0320800 req-3f5b2135-ec28-4c58-a25a-41e557674cd6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.0891178
Feb 04 00:10:40.619583 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d2d852ed-493e-4867-b482-100bf0320800 req-f942624b-8b8b-4111-9a4a-2aa7a573ea2d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460222
Feb 04 00:10:40.835912 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9856c6-25fd-4ff3-8b4c-de46eaca87be req-217e7a57-3eb3-43bb-b03c-f31df61ddf32 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:40.837379 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-df9856c6-25fd-4ff3-8b4c-de46eaca87be req-217e7a57-3eb3-43bb-b03c-f31df61ddf32 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.1022925
Feb 04 00:10:40.891264 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-df9856c6-25fd-4ff3-8b4c-de46eaca87be req-5f5625db-fc45-48cd-a63e-4388270bb8b7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477822
Feb 04 00:10:41.831812 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521cbf7-3e7e-4d98-b1f4-3fe92421ab6c req-87f43be6-ead7-406f-9909-f5ce888f9269 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:41.833176 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4521cbf7-3e7e-4d98-b1f4-3fe92421ab6c req-87f43be6-ead7-406f-9909-f5ce888f9269 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.0754321
Feb 04 00:10:41.876808 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-4521cbf7-3e7e-4d98-b1f4-3fe92421ab6c req-ceeb9856-5050-4c41-b790-1d11be585fa6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378778
Feb 04 00:10:42.241031 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4780a5-becc-423c-a23a-6b190d2b6d26 req-82c9c524-3773-4354-a0ed-52a1be97640b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:42.242471 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2a4780a5-becc-423c-a23a-6b190d2b6d26 req-82c9c524-3773-4354-a0ed-52a1be97640b tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.1948755
Feb 04 00:10:42.244378 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7052dc32-f7ab-4f13-a37a-fdc15c761a14 req-502af684-b36c-43db-83ac-f0e6d37a4844 service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534998
Feb 04 00:10:42.287685 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2a4780a5-becc-423c-a23a-6b190d2b6d26 req-b5a14fd4-80f1-4213-a430-d6f2db0b40e4 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395348
Feb 04 00:10:42.367763 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d307741-f1b3-477b-8292-51fbd1c459a4 req-64dba8a3-a323-436c-b62c-c894e0061d82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a3519d443444388b63a5d65f79629c6&device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 1138 time: 0.0723305
Feb 04 00:10:42.580391 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d307741-f1b3-477b-8292-51fbd1c459a4 req-a842adbd-609c-4e05-85b9-b7d253b444fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:42.581844 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d307741-f1b3-477b-8292-51fbd1c459a4 req-a842adbd-609c-4e05-85b9-b7d253b444fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=440b1708-3df9-4117-910a-daec84ca2f43 HTTP/1.1" status: 200  len: 916 time: 0.2058716
Feb 04 00:10:42.683945 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d307741-f1b3-477b-8292-51fbd1c459a4 req-1b74d2b9-5b8d-4fed-b8eb-e305964624ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 200  len: 1001 time: 0.0955317
Feb 04 00:10:42.747001 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d307741-f1b3-477b-8292-51fbd1c459a4 req-16a94acb-da45-46e3-abdd-9a78b524b9cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:42.748412 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d307741-f1b3-477b-8292-51fbd1c459a4 req-16a94acb-da45-46e3-abdd-9a78b524b9cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b9b073-06d2-4c21-853f-06fb3a27ffe0 HTTP/1.1" status: 200  len: 854 time: 0.0573404
Feb 04 00:10:42.821899 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d307741-f1b3-477b-8292-51fbd1c459a4 req-2fc7d6ca-6ba5-443d-a0b1-c5ee9ebf9723 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=440b1708-3df9-4117-910a-daec84ca2f43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0659730
Feb 04 00:10:42.953876 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d307741-f1b3-477b-8292-51fbd1c459a4 req-b0788e68-4978-46fb-bf02-41802bac14c0 service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242619
Feb 04 00:10:43.076413 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3768be3-d04f-49e0-ab15-e03d619eb08f req-dfa18b2a-dae0-4156-bc93-79b11a5582f2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:43.077850 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d3768be3-d04f-49e0-ab15-e03d619eb08f req-dfa18b2a-dae0-4156-bc93-79b11a5582f2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.0793138
Feb 04 00:10:43.086491 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d307741-f1b3-477b-8292-51fbd1c459a4 req-cecafee2-d98e-45f8-88ac-f30663ea131a service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258757
Feb 04 00:10:43.204796 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d3768be3-d04f-49e0-ab15-e03d619eb08f req-7df03b70-b112-40ca-810d-dd6cfb934687 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1211891
Feb 04 00:10:43.501631 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395c8db-d57f-465c-b74a-3b5961c5ed37 req-66c53705-4b9b-4aa4-b46f-10925358614a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:43.503634 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5395c8db-d57f-465c-b74a-3b5961c5ed37 req-66c53705-4b9b-4aa4-b46f-10925358614a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.0795186
Feb 04 00:10:43.548860 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-5395c8db-d57f-465c-b74a-3b5961c5ed37 req-4bc7bcfa-8a63-47fb-b906-d26cda5cd7a6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398254
Feb 04 00:10:44.175713 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 202d5777-5dc5-4b84-8189-93c9ca93639f details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:10:44.322519 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 202d5777-5dc5-4b84-8189-93c9ca93639f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=202d5777-5dc5-4b84-8189-93c9ca93639f,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:44.336314 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'port_id': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'mac_address': 'fa:16:3e:fa:2e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:10:44.404116 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d043d-bca9-4e7e-97e2-8a47f2441e2b req-0a312b9a-6424-4748-9614-52d728ff708d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:44.405765 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-066d043d-bca9-4e7e-97e2-8a47f2441e2b req-0a312b9a-6424-4748-9614-52d728ff708d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 943 time: 0.0816333
Feb 04 00:10:44.426281 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:44.443896 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202d5777-5dc5-4b84-8189-93c9ca93639f {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:10:44.452035 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-066d043d-bca9-4e7e-97e2-8a47f2441e2b req-7460498f-6442-4f93-83e5-4c5ef71ec4ae tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407493
Feb 04 00:10:44.458751 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 202d5777-5dc5-4b84-8189-93c9ca93639f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=202d5777-5dc5-4b84-8189-93c9ca93639f,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:44.463063 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:44.463794 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1b0f808a-dd53-489e-84e5-145f2dba8054 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 00:10:44.595743 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=202d5777-5dc5-4b84-8189-93c9ca93639f,revision_number=4']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:44.649940 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:44.663109 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Returning: {'device': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'port_id': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'mac_address': 'fa:16:3e:2a:65:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 00:10:44.719967 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:44.736669 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [None req-22e813bc-8129-4517-8261-d61934468454 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0f808a-dd53-489e-84e5-145f2dba8054 {{(pid=82733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 00:10:44.753209 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:44.758273 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:44.760277 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda6ed3-2b0e-47f6-bf6d-2c8fb1a6697b req-123acd6d-50b0-4363-8d4c-b8165c77afb1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:44.762058 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1bda6ed3-2b0e-47f6-bf6d-2c8fb1a6697b req-123acd6d-50b0-4363-8d4c-b8165c77afb1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 943 time: 0.0785398
Feb 04 00:10:44.816835 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1bda6ed3-2b0e-47f6-bf6d-2c8fb1a6697b req-78f47c6e-bf48-4f01-8ccb-cf811e2b4ddc tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492480
Feb 04 00:10:44.823620 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=9']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:45.005046 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['202d5777-5dc5-4b84-8189-93c9ca93639f'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:10:45.029237 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['1b0f808a-dd53-489e-84e5-145f2dba8054'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:10:45.474586 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:10:45.553044 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-51b524fd-cc66-4a00-9565-14b4ad6a0d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:45.648264 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e220d8-edf4-4f76-8fae-844297ff5339 req-81471727-3a89-49c3-903d-16caf70d4b0b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:45.649720 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c1e220d8-edf4-4f76-8fae-844297ff5339 req-81471727-3a89-49c3-903d-16caf70d4b0b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 944 time: 0.0785165
Feb 04 00:10:45.693577 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-c1e220d8-edf4-4f76-8fae-844297ff5339 req-2c475f80-b3dd-4f15-bec2-98a5b1fdafb2 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382590
Feb 04 00:10:46.023472 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ef5fe-173b-400f-9b86-14768eff0862 req-f3ab465a-3143-41cb-a91f-411a0e13127a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:46.024919 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1d6ef5fe-173b-400f-9b86-14768eff0862 req-f3ab465a-3143-41cb-a91f-411a0e13127a tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 944 time: 0.0749509
Feb 04 00:10:46.069725 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-1d6ef5fe-173b-400f-9b86-14768eff0862 req-b0416482-498e-41b1-89e6-5cfda5d4fb03 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394943
Feb 04 00:10:46.189029 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 202d5777-5dc5-4b84-8189-93c9ca93639f up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:10:46.258036 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning for port 202d5777-5dc5-4b84-8189-93c9ca93639f completed by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 00:10:46.262617 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 202d5777-5dc5-4b84-8189-93c9ca93639f triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:10:46.262987 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:46.375508 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:46.402403 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202d5777-5dc5-4b84-8189-93c9ca93639f'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:10:46.412420 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 202d5777-5dc5-4b84-8189-93c9ca93639f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=202d5777-5dc5-4b84-8189-93c9ca93639f,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:46.422295 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:46.423254 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1b0f808a-dd53-489e-84e5-145f2dba8054 up at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 00:10:46.479668 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'code': 200}
Feb 04 00:10:46.540852 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=202d5777-5dc5-4b84-8189-93c9ca93639f,revision_number=5']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:46.554157 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-22e813bc-8129-4517-8261-d61934468454 None None] Provisioning complete for port 1b0f808a-dd53-489e-84e5-145f2dba8054 triggered by entity L2. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:10:46.554759 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:46.666637 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:46.678445 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4c85dcf4-9657-4d64-b9a4-296533cac32c req-a6f38bac-0710-4322-86cb-92d450a08769 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 1098 time: 0.0715461
Feb 04 00:10:46.699503 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:10:46.703175 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647'] for port, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:46.723797 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4c85dcf4-9657-4d64-b9a4-296533cac32c req-186dbb0a-2448-4e50-8cc5-f46763e1ce73 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395627
Feb 04 00:10:46.770185 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Pushing event updated for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=10']} {{(pid=82733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:46.889199 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6874a7-6b5a-4170-81b2-91a88bb13a69 req-76b639ad-ab97-420c-8c6d-bfd342c9053e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:46.890634 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fe6874a7-6b5a-4170-81b2-91a88bb13a69 req-76b639ad-ab97-420c-8c6d-bfd342c9053e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 945 time: 0.0758989
Feb 04 00:10:46.934655 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-fe6874a7-6b5a-4170-81b2-91a88bb13a69 req-21710c5e-5b57-4c13-b89e-2f7936bd1280 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384293
Feb 04 00:10:47.278454 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6d370-2622-4a66-86b0-c6eacd45521d req-b558acb3-c644-4979-8c35-077c4339ebae tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:47.279958 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-25e6d370-2622-4a66-86b0-c6eacd45521d req-b558acb3-c644-4979-8c35-077c4339ebae tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 946 time: 0.0753458
Feb 04 00:10:47.328276 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-25e6d370-2622-4a66-86b0-c6eacd45521d req-63bdb9fa-7b59-4cea-95a1-512975cdcd61 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422823
Feb 04 00:10:47.991062 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bc2f-54a0-49ce-8a46-fb42b2cd05c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:48.131867 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0bd3d-bd28-43e3-b0c8-5e6fba9c409f req-c04b4a7f-c40b-4469-b25e-53135f2254e9 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:48.133289 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b1c0bd3d-bd28-43e3-b0c8-5e6fba9c409f req-c04b4a7f-c40b-4469-b25e-53135f2254e9 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 945 time: 0.0791297
Feb 04 00:10:48.177574 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-b1c0bd3d-bd28-43e3-b0c8-5e6fba9c409f req-b7346512-7aa6-46ff-b7e4-5d0dd2d32579 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389504
Feb 04 00:10:48.368275 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc176d-c802-4fe4-a377-c53e528d8a39 req-66658929-9b2a-4bf1-b8cf-bb8665687e4a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:48.369727 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-11cc176d-c802-4fe4-a377-c53e528d8a39 req-66658929-9b2a-4bf1-b8cf-bb8665687e4a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 945 time: 0.0758281
Feb 04 00:10:48.414892 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-11cc176d-c802-4fe4-a377-c53e528d8a39 req-8960cb8c-4fd8-4f6d-95aa-462c01fcc80b tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393035
Feb 04 00:10:48.443928 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41462) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:48.481117 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054'}] {{(pid=82733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:10:48.533780 dv-cinder-827776-1-iscsi neutron-server[82733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'code': 200}
Feb 04 00:10:48.577656 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-d84edf0d-e94b-4600-be05-4138c8227e40 tempest-TestVolumeBootPattern-1301651249 tempest-TestVolumeBootPattern-1301651249-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 1093 time: 0.1302028
Feb 04 00:10:48.578087 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41468) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:10:48.581733 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82ac70-49a6-44de-b8fc-15e221a91597 req-01e2dadc-5c36-4116-b89e-b75a9f2e8b3d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:48.583646 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4d82ac70-49a6-44de-b8fc-15e221a91597 req-01e2dadc-5c36-4116-b89e-b75a9f2e8b3d tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 946 time: 0.1092818
Feb 04 00:10:48.584850 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.v2.base [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Request body: {'floatingip': {'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'port_id': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:10:48.590937 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:10:48.595254 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Usage tracker for resource:floatingip and tenant:158236a462524d4db04b3b5f32458e47 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:10:48.598127 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:10:48.605543 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:10:48.617489 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:48.632391 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4d82ac70-49a6-44de-b8fc-15e221a91597 req-f5019777-158d-4a31-8d88-9a22c1531fb8 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421636
Feb 04 00:10:48.755872 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:48.775223 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9c8d0a68-ca83-4032-8019-0166c285b877 req-cf697d4d-3487-444b-86a6-e64d3677adcc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 1099 time: 0.0676963
Feb 04 00:10:48.823018 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9c8d0a68-ca83-4032-8019-0166c285b877 req-aee720aa-498a-426a-971e-1452fc5a8dba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390356
Feb 04 00:10:48.893227 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_common [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Allocated IP 172.27.3.164 (37925b6f-7373-4670-a9f0-ede61b099b1e/d52a7a85-64dd-4dac-bc70-f96d5833c907/373f8a6f-3499-4f76-8107-dbc08f45a2d6) {{(pid=82731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 00:10:49.018573 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:49.037931 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for port, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:49.064650 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769777678812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:49.119662 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:49.135884 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Network 37925b6f-7373-4670-a9f0-ede61b099b1e is already hosted by enough agents. {{(pid=82731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 00:10:49.138771 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.base_scheduler [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Resources bound (agent type, host, resource id):  {{(pid=82731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 00:10:49.141203 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Received port after_create {{(pid=82731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 00:10:49.174032 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'Port': ['ID=373f8a6f-3499-4f76-8107-dbc08f45a2d6,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:49.640062 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:49.694586 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:50.029876 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892353b-9737-48f6-9b79-c5cc24b87a86 req-2c788ced-56cf-476e-be88-8b86b80c1f84 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:50.031356 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8892353b-9737-48f6-9b79-c5cc24b87a86 req-2c788ced-56cf-476e-be88-8b86b80c1f84 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 946 time: 0.1319053
Feb 04 00:10:50.064437 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for port, precommit_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:50.072345 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223823'] for port, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:50.185431 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-8892353b-9737-48f6-9b79-c5cc24b87a86 req-16d16370-4cb9-46e6-9cd7-970132ddabcf tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1412361
Feb 04 00:10:50.200363 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event updated for resources: {'Port': ['ID=373f8a6f-3499-4f76-8107-dbc08f45a2d6,revision_number=2']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:10:50.234915 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:50.404061 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:50.433862 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.db.l3_db [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Floating IP aa156724-799c-4d9d-86e6-5107807c2e32 associated. External IP: 172.27.3.164, port: 202d5777-5dc5-4b84-8189-93c9ca93639f.
Feb 04 00:10:50.825885 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:10:51.019860 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:10:51.029154 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708931f-d2c7-4977-8374-984d10633709 None None] Sync routers for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:10:51.041430 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708931f-d2c7-4977-8374-984d10633709 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:10:51.042093 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-8708931f-d2c7-4977-8374-984d10633709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df71518e0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:10:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:51.044669 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:51.097671 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-184f1a63-796b-47ef-a4bb-377fd74da154 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5183585
Feb 04 00:10:51.098168 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'tag': '202d5777-5dc5-4b84-8189-93c9ca93639f'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:10:51.154136 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'tag': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'status': 'completed', 'code': 200}
Feb 04 00:10:51.226322 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-8708931f-d2c7-4977-8374-984d10633709 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:10:51.246286 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7785c8b1-e2f5-4942-a249-bb489f81d0a6 req-39295b36-daeb-4566-b1bb-2945a3b0290b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 1098 time: 0.0700018
Feb 04 00:10:51.415895 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c2e6-1c08-499a-a3e4-7bece4d6bd2e req-d1352457-8e90-4757-978e-742460bc7bed tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:51.417521 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1ea7c2e6-1c08-499a-a3e4-7bece4d6bd2e req-d1352457-8e90-4757-978e-742460bc7bed tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 946 time: 0.0924537
Feb 04 00:10:51.464341 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1ea7c2e6-1c08-499a-a3e4-7bece4d6bd2e req-b6a1a919-4301-4e37-aa51-5414e33a7adf tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411270
Feb 04 00:10:51.480602 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c8b1-e2f5-4942-a249-bb489f81d0a6 req-fa2b66db-f5fb-4bc9-82d7-62b788dab920 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:51.482591 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7785c8b1-e2f5-4942-a249-bb489f81d0a6 req-fa2b66db-f5fb-4bc9-82d7-62b788dab920 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.2295806
Feb 04 00:10:51.589218 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7785c8b1-e2f5-4942-a249-bb489f81d0a6 req-64f87bdc-adc6-41cb-a493-0d4f89bf9163 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202d5777-5dc5-4b84-8189-93c9ca93639f HTTP/1.1" status: 200  len: 999 time: 0.0998814
Feb 04 00:10:51.653232 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-8708931f-d2c7-4977-8374-984d10633709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df71518e0>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'aa156724-799c-4d9d-86e6-5107807c2e32', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:fa:2e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:10:49Z', 'updated_at': '2022-02-04T00:10:49Z', 'revision_number': 0, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}, {'id': 'c0adf27a-7f08-41c1-8c75-4cd5ea044be3', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:19:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:08:33Z', 'updated_at': '2022-02-04T00:08:36Z', 'revision_number': 1, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:51.657864 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c8b1-e2f5-4942-a249-bb489f81d0a6 req-79fb3cce-d38a-4da9-840c-9374116c1dca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:51.658373 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708931f-d2c7-4977-8374-984d10633709 None None] Checking router: 18dd9cb5-44ee-49e6-9d36-8d8409225b60 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:10:51.659403 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7785c8b1-e2f5-4942-a249-bb489f81d0a6 req-79fb3cce-d38a-4da9-840c-9374116c1dca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0629561
Feb 04 00:10:51.671524 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708931f-d2c7-4977-8374-984d10633709 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:10:51.672363 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-8708931f-d2c7-4977-8374-984d10633709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df71518e0>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:10:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:51.743648 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7785c8b1-e2f5-4942-a249-bb489f81d0a6 req-204edf84-7aa2-4c99-9694-d49e574a13e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766456
Feb 04 00:10:51.858688 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-8708931f-d2c7-4977-8374-984d10633709 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:10:51.887911 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7785c8b1-e2f5-4942-a249-bb489f81d0a6 req-853ae3f8-4f9b-4636-bb6a-2c152620f4a7 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350405
Feb 04 00:10:52.021462 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7785c8b1-e2f5-4942-a249-bb489f81d0a6 req-7656407e-02b3-404b-ad92-c4a4411bba5b service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272006
Feb 04 00:10:52.206308 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-8708931f-d2c7-4977-8374-984d10633709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df71518e0>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'aa156724-799c-4d9d-86e6-5107807c2e32', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:fa:2e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:10:49Z', 'updated_at': '2022-02-04T00:10:49Z', 'revision_number': 0, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}, {'id': 'c0adf27a-7f08-41c1-8c75-4cd5ea044be3', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:19:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:08:33Z', 'updated_at': '2022-02-04T00:08:36Z', 'revision_number': 1, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:10:52.211065 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708931f-d2c7-4977-8374-984d10633709 None None] The sync data for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi is: [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'aa156724-799c-4d9d-86e6-5107807c2e32', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:fa:2e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:10:49Z', 'updated_at': '2022-02-04T00:10:49Z', 'revision_number': 0, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}, {'id': 'c0adf27a-7f08-41c1-8c75-4cd5ea044be3', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:19:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:08:33Z', 'updated_at': '2022-02-04T00:08:36Z', 'revision_number': 1, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:10:52.390616 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05e2f7-30e4-49f1-bbc2-f9a970984006 None None] New status for floating IP aa156724-799c-4d9d-86e6-5107807c2e32: ACTIVE {{(pid=82733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:10:52.816942 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-98ae5bfa-66e5-4d25-bcd1-9e8d17d32397 req-2b5bf4a2-bff7-4fa5-9b61-7100f7c3e8f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a3519d443444388b63a5d65f79629c6&device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 1138 time: 0.0695152
Feb 04 00:10:52.858743 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8c379-7349-4af6-b8a0-5d821be6e3d0 req-35419a62-c1a4-475d-be68-bcc5f0938525 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:52.860259 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1ff8c379-7349-4af6-b8a0-5d821be6e3d0 req-35419a62-c1a4-475d-be68-bcc5f0938525 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0744541
Feb 04 00:10:52.908925 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-1ff8c379-7349-4af6-b8a0-5d821be6e3d0 req-91f3f495-55a8-4c3e-a733-b5b2f0903d27 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428867
Feb 04 00:10:52.949594 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae5bfa-66e5-4d25-bcd1-9e8d17d32397 req-00b82b0f-4025-4f82-a1ab-4ff72353cf44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:52.951027 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-98ae5bfa-66e5-4d25-bcd1-9e8d17d32397 req-00b82b0f-4025-4f82-a1ab-4ff72353cf44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=440b1708-3df9-4117-910a-daec84ca2f43 HTTP/1.1" status: 200  len: 916 time: 0.1276371
Feb 04 00:10:53.055241 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-98ae5bfa-66e5-4d25-bcd1-9e8d17d32397 req-986c7551-3016-44aa-8805-38c0e9f7e144 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 200  len: 1001 time: 0.0963449
Feb 04 00:10:53.115714 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae5bfa-66e5-4d25-bcd1-9e8d17d32397 req-95fa5b25-3364-4bf3-8142-04179457c64f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:53.117019 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-98ae5bfa-66e5-4d25-bcd1-9e8d17d32397 req-95fa5b25-3364-4bf3-8142-04179457c64f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b9b073-06d2-4c21-853f-06fb3a27ffe0 HTTP/1.1" status: 200  len: 854 time: 0.0560760
Feb 04 00:10:53.192803 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-98ae5bfa-66e5-4d25-bcd1-9e8d17d32397 req-52ee442e-f40e-4c36-9314-e382c16a313a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=440b1708-3df9-4117-910a-daec84ca2f43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689244
Feb 04 00:10:53.323038 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-98ae5bfa-66e5-4d25-bcd1-9e8d17d32397 req-5bbc0fd9-3200-40e7-974a-de74282d70d2 service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245108
Feb 04 00:10:53.456564 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-98ae5bfa-66e5-4d25-bcd1-9e8d17d32397 req-13daf388-0938-4d10-83c3-2a2ba7613b61 service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265202
Feb 04 00:10:54.106286 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2de41-8aa3-4240-95ba-ddaa7a34cc83 req-88671ec8-8b08-4e80-a1c6-c419d596fb6c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:54.107755 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-39b2de41-8aa3-4240-95ba-ddaa7a34cc83 req-88671ec8-8b08-4e80-a1c6-c419d596fb6c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0770421
Feb 04 00:10:54.154122 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-39b2de41-8aa3-4240-95ba-ddaa7a34cc83 req-3c24771f-cce7-474f-a52a-e9356fc9e7f4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0408106
Feb 04 00:10:55.352267 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2031c6c-d618-4733-8826-e9208c7ef1c7 req-3601729d-724b-4f76-ae29-a174aa4dce1c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:55.353709 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f2031c6c-d618-4733-8826-e9208c7ef1c7 req-3601729d-724b-4f76-ae29-a174aa4dce1c tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0750232
Feb 04 00:10:55.399765 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-f2031c6c-d618-4733-8826-e9208c7ef1c7 req-8aebdc17-1035-4a45-93f9-7b6f0ba06c07 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0403831
Feb 04 00:10:56.286907 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:10:56.610766 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256bbe2-c4d3-4990-9bef-86779d9ab0e3 req-fcf33849-4d20-4856-b8af-31ed49fdf644 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:56.612132 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d256bbe2-c4d3-4990-9bef-86779d9ab0e3 req-fcf33849-4d20-4856-b8af-31ed49fdf644 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0793335
Feb 04 00:10:56.657936 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-d256bbe2-c4d3-4990-9bef-86779d9ab0e3 req-f0a69c22-6402-4860-a19c-0eac8e9d5f8f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0397637
Feb 04 00:10:57.858067 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c9594-0bfa-499c-a3dd-aed4bd669ec2 req-5d183260-06f7-4b8d-925a-914d92666902 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:57.859499 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fb0c9594-0bfa-499c-a3dd-aed4bd669ec2 req-5d183260-06f7-4b8d-925a-914d92666902 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0791323
Feb 04 00:10:57.988231 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-fb0c9594-0bfa-499c-a3dd-aed4bd669ec2 req-49d8383b-7b5b-459d-bb65-38da33d1d09e tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1223962
Feb 04 00:10:59.180399 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df03b28-9368-4ac6-a0e3-30700708f96a req-327c877d-f3e1-44ef-825e-6408a70338db tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:10:59.181936 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4df03b28-9368-4ac6-a0e3-30700708f96a req-327c877d-f3e1-44ef-825e-6408a70338db tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0758929
Feb 04 00:10:59.315103 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4df03b28-9368-4ac6-a0e3-30700708f96a req-905a97f3-3ec6-4768-bb04-fc4db099b760 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1276457
Feb 04 00:11:00.508516 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e262b8-bfe5-42fe-845d-478f44f38f58 req-d673144b-d543-4960-87f8-4f80d52a5c78 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:00.510242 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d0e262b8-bfe5-42fe-845d-478f44f38f58 req-d673144b-d543-4960-87f8-4f80d52a5c78 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0752547
Feb 04 00:11:00.558636 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d0e262b8-bfe5-42fe-845d-478f44f38f58 req-716c4e78-5763-405c-bc30-db461611819d tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430892
Feb 04 00:11:01.750119 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ea678-e5d5-42fe-a1db-877777a6e8db req-ce5c4d25-18d9-4544-be3b-4e75ca777861 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:01.751600 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f04ea678-e5d5-42fe-a1db-877777a6e8db req-ce5c4d25-18d9-4544-be3b-4e75ca777861 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0753906
Feb 04 00:11:01.797728 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-f04ea678-e5d5-42fe-a1db-877777a6e8db req-2bceb62a-0da8-4db2-b023-4da1c3ace7c1 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399275
Feb 04 00:11:02.993306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d210-1471-4b3b-a440-e140be4066c6 req-b571a44d-c819-4c05-9dd4-06d27ed2ab29 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:02.994734 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d789d210-1471-4b3b-a440-e140be4066c6 req-b571a44d-c819-4c05-9dd4-06d27ed2ab29 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0770938
Feb 04 00:11:03.039644 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-d789d210-1471-4b3b-a440-e140be4066c6 req-4f39d3dc-fb82-4fbe-b29d-8aa8304aeae7 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0393901
Feb 04 00:11:03.869111 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ad53171-ff86-4a7a-b9cc-675afb6dfcb0 req-a06bff53-35b6-44a4-81a7-4128dac358cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0688608
Feb 04 00:11:04.011436 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ad53171-ff86-4a7a-b9cc-675afb6dfcb0 req-93b43d92-a549-42b2-91a1-154fc59fe242 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 1098 time: 0.0700793
Feb 04 00:11:04.161575 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad53171-ff86-4a7a-b9cc-675afb6dfcb0 req-9462c953-d5bd-4f04-83c7-488b5e63dd23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:04.163011 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ad53171-ff86-4a7a-b9cc-675afb6dfcb0 req-9462c953-d5bd-4f04-83c7-488b5e63dd23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.1263001
Feb 04 00:11:04.317767 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ad53171-ff86-4a7a-b9cc-675afb6dfcb0 req-7f2c6921-5309-432c-b879-a80887a8ab04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 HTTP/1.1" status: 200  len: 1000 time: 0.1235321
Feb 04 00:11:04.371647 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9f4e7-30f1-4d93-9c16-97bc992fbff2 req-ee06a9e5-bb68-4fed-ba62-829cd9237730 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:04.373037 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-49d9f4e7-30f1-4d93-9c16-97bc992fbff2 req-ee06a9e5-bb68-4fed-ba62-829cd9237730 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.2089698
Feb 04 00:11:04.435299 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad53171-ff86-4a7a-b9cc-675afb6dfcb0 req-cb0e0df8-aa7b-47e2-b924-462703b4761b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:04.436677 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ad53171-ff86-4a7a-b9cc-675afb6dfcb0 req-cb0e0df8-aa7b-47e2-b924-462703b4761b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.1090240
Feb 04 00:11:04.445652 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-49d9f4e7-30f1-4d93-9c16-97bc992fbff2 req-2b41916d-3cff-4a7b-8318-5b79d981f616 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0642617
Feb 04 00:11:04.519193 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ad53171-ff86-4a7a-b9cc-675afb6dfcb0 req-f3f96b61-2c5c-433e-ab71-6dc5dd73eaf2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725999
Feb 04 00:11:04.649484 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ad53171-ff86-4a7a-b9cc-675afb6dfcb0 req-60ff2acf-07b4-4463-914a-de700eade5ac service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234655
Feb 04 00:11:04.779902 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-9ad53171-ff86-4a7a-b9cc-675afb6dfcb0 req-acdc9c57-f7ea-4b77-8a76-7e96d0a4ec6f service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230843
Feb 04 00:11:05.638176 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106d1ac-a04a-47ed-850e-c71b7142dfe6 req-3514325a-6440-4193-9ecd-e0b803b23c8b tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:05.639515 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9106d1ac-a04a-47ed-850e-c71b7142dfe6 req-3514325a-6440-4193-9ecd-e0b803b23c8b tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0738056
Feb 04 00:11:05.687633 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9106d1ac-a04a-47ed-850e-c71b7142dfe6 req-0f3cb2d3-c2a9-428a-844b-d08ce19aaf0f tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=85d3fc17-935f-4696-9617-4ab3291c1aa4&id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0425766
Feb 04 00:11:15.554792 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3942facb-8bc0-4294-9027-32b6f8381ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:17.993866 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-dbacccde-805f-4a0b-99d2-d5511b25dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:19.019945 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:19.123816 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:20.404565 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:22.479141 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:11:24.875669 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71a1c-16a9-4e40-9bf5-01c093b1a897 req-bc845a5a-0129-4075-a1cf-0edeebe93892 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:24.876996 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2cd71a1c-16a9-4e40-9bf5-01c093b1a897 req-bc845a5a-0129-4075-a1cf-0edeebe93892 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 946 time: 0.0749655
Feb 04 00:11:24.921217 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-2cd71a1c-16a9-4e40-9bf5-01c093b1a897 req-94b4fbad-742a-4236-a3cb-2874167fe037 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380054
Feb 04 00:11:26.131824 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3d24-a23d-45f2-890d-6b979a2f3b27 req-aee1e429-7138-44cc-9f3e-b557a26eb7f6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:26.133282 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e3ce3d24-a23d-45f2-890d-6b979a2f3b27 req-aee1e429-7138-44cc-9f3e-b557a26eb7f6 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 946 time: 0.0745308
Feb 04 00:11:26.178835 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-e3ce3d24-a23d-45f2-890d-6b979a2f3b27 req-758c4e76-3874-417f-9759-475876bd3b52 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0a4c3a8-d922-4461-a56e-a26b31775a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399704
Feb 04 00:11:26.182159 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-38eaa0c0-2615-4c97-917e-e9c28ec713b7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:26.183585 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-38eaa0c0-2615-4c97-917e-e9c28ec713b7 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.48 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 946 time: 0.0779965
Feb 04 00:11:26.252240 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Deleting port 1b0f808a-dd53-489e-84e5-145f2dba8054 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:26.252506 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:26.309934 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:26.499044 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] For port 1b0f808a-dd53-489e-84e5-145f2dba8054, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1b0f808a-dd53-489e-84e5-145f2dba8054,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:26.499386 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:26.857690 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:26.858050 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16600053'] for floatingip, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:26.858357 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.db.l3_db [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Floating IP 9f5cfb28-12bf-4095-8f66-2b20cf1be1f8 disassociated. External IP: 172.27.3.97, port: 1b0f808a-dd53-489e-84e5-145f2dba8054.
Feb 04 00:11:26.858687 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Calling delete_port for 1b0f808a-dd53-489e-84e5-145f2dba8054 owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:26.997547 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:27.045481 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event deleted for resources: {'Port': ['ID=1b0f808a-dd53-489e-84e5-145f2dba8054,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:27.058238 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.058563 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.058892 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.059236 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.059556 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.059887 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.060206 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.060522 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.060837 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.061151 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.061467 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:27.262783 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Router 16c36942-2eb1-40d7-8fcc-23bddf081593 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:11:27.374428 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-35af2891-6f52-4da1-985c-591a68695217 req-deddc85a-fcb1-49af-aef6-ffb0beb8e27e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b297cd9c-cad4-4ffd-9801-fb54b368128e HTTP/1.1" status: 200  len: 210 time: 0.0513232
Feb 04 00:11:27.511979 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:11:27.522713 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] Sync routers for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:11:27.534961 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:11:27.535579 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df71a7280>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:11:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:27.583656 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] No DVR routers for this DVR port 1b0f808a-dd53-489e-84e5-145f2dba8054 on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:11:27.586981 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:27.589571 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'name': 'network-vif-deleted', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:11:27.605889 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-be7ffc08-899f-43cf-a1b5-b9d0c6eddb08 req-56dfe77f-012c-4409-bb54-a7dc25e523c2 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.48 "DELETE /v2.0/ports/1b0f808a-dd53-489e-84e5-145f2dba8054 HTTP/1.1" status: 204  len: 173 time: 1.4158058
Feb 04 00:11:27.644266 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b297cd9c-cad4-4ffd-9801-fb54b368128e', 'name': 'network-vif-deleted', 'tag': '1b0f808a-dd53-489e-84e5-145f2dba8054', 'status': 'completed', 'code': 200}
Feb 04 00:11:27.718879 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:11:28.026307 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df71a7280>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:28.029972 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] Checking router: 16c36942-2eb1-40d7-8fcc-23bddf081593 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:11:28.040745 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:11:28.041332 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df71a7280>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:11:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:28.250339 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:11:28.363261 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1b0f808a-dd53-489e-84e5-145f2dba8054 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:11:28.395865 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 1b0f808a-dd53-489e-84e5-145f2dba8054 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:11:28.396209 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 1b0f808a-dd53-489e-84e5-145f2dba8054 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:11:28.534501 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41584) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:28.555537 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df71a7280>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:28.559413 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86e104-2b0d-4469-9a9a-54cd8ecbbe0d None None] The sync data for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi is: [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 4, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '8db9ca2d-d05b-4340-9173-6f67655aff5b', 'name': '', 'network_id': 'a17053c6-abd9-4c27-b828-7a5c18a51cdf', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'mac_address': 'fa:16:3e:31:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:49Z', 'updated_at': '2022-02-04T00:06:15Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'subnets': [{'id': 'd0fe2baa-5995-4b6e-806b-65d4f406bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:11:28.606277 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:28.634503 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:28.685742 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:28.703838 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a4c3a8-d922-4461-a56e-a26b31775a5c,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:28.717971 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.718311 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.718641 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.718973 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.719291 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.719633 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.720065 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.720391 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.720705 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.721027 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.721343 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:11:28.726243 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:28.729711 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-6995f9e1-4e91-4561-b5cc-ed71be028a68 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0a4c3a8-d922-4461-a56e-a26b31775a5c HTTP/1.1" status: 204  len: 168 time: 0.1912737
Feb 04 00:11:28.730645 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41588) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:28.747271 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.api.v2.resource [None req-b194b662-ddfc-44ce-9515-fe83f64a7a0e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] show failed (client error): The resource could not be found.
Feb 04 00:11:28.751319 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-b194b662-ddfc-44ce-9515-fe83f64a7a0e tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "GET /v2.0/security-groups/b0a4c3a8-d922-4461-a56e-a26b31775a5c HTTP/1.1" status: 404  len: 347 time: 0.0173447
Feb 04 00:11:28.751319 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41592) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:28.784648 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71950c-32d9-4e56-95b6-742985504884 None None] New status for floating IP 9f5cfb28-12bf-4095-8f66-2b20cf1be1f8: DOWN {{(pid=82733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:11:28.905677 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Deleting port 0be60b53-0bcb-4f5f-9ba8-1aa3d996492d {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:28.906020 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:29.072268 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:29.072588 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:29.186711 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Calling delete_port for 0be60b53-0bcb-4f5f-9ba8-1aa3d996492d owned by network:floatingip {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:29.262334 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.db.api [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:11:29.262650 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG oslo_db.api [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:11:29.764137 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Deleting port 0be60b53-0bcb-4f5f-9ba8-1aa3d996492d {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:29.764773 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:29.931941 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:29.932264 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:30.049655 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Calling delete_port for 0be60b53-0bcb-4f5f-9ba8-1aa3d996492d owned by network:floatingip {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:30.260624 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:30.305443 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Pushing event deleted for resources: {'Port': ['ID=0be60b53-0bcb-4f5f-9ba8-1aa3d996492d,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:30.394877 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks [] for floatingip, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:30.408091 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:30.409167 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-16b4e282-d6b3-41d0-8e17-defc1dfe1da1 tempest-AttachVolumeShelveTestJSON-882033326 tempest-AttachVolumeShelveTestJSON-882033326-project] 10.222.0.13 "DELETE /v2.0/floatingips/9f5cfb28-12bf-4095-8f66-2b20cf1be1f8 HTTP/1.1" status: 204  len: 168 time: 1.6570797
Feb 04 00:11:33.178662 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41618) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:33.683601 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16598755'] for router_interface, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:34.349739 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] Deleting port 8db9ca2d-d05b-4340-9173-6f67655aff5b {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:34.350436 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:34.520592 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] For port 8db9ca2d-d05b-4340-9173-6f67655aff5b, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=8db9ca2d-d05b-4340-9173-6f67655aff5b,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:34.520944 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:34.647058 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] Calling delete_port for 8db9ca2d-d05b-4340-9173-6f67655aff5b owned by network:router_interface {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:34.819284 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:34.867345 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] Pushing event deleted for resources: {'Port': ['ID=8db9ca2d-d05b-4340-9173-6f67655aff5b,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:35.151237 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15598213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16599877'] for router_interface, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:35.799807 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] Router 16c36942-2eb1-40d7-8fcc-23bddf081593 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:11:35.992823 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:11:36.002084 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] Sync routers for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:11:36.004830 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-36cfa1bf-fbf5-406c-b0fe-c4512e7ad46d admin admin] 10.222.0.13 "PUT /v2.0/routers/16c36942-2eb1-40d7-8fcc-23bddf081593/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8251019
Feb 04 00:11:36.007434 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41626) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:36.014640 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:11:36.015233 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6eee190>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:11:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:36.188814 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:11:36.203158 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:36.396464 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:36.406507 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Deleting port 246ce7d2-ddb2-457e-904c-39bdfaa7d557 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:36.406815 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:36.472387 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6eee190>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:11:34Z', 'revision_number': 5, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port': {'id': '246ce7d2-ddb2-457e-904c-39bdfaa7d557', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:05:47Z', 'updated_at': '2022-02-04T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:36.476295 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] Checking router: 16c36942-2eb1-40d7-8fcc-23bddf081593 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:11:36.486402 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] Routers {'16c36942-2eb1-40d7-8fcc-23bddf081593'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:11:36.486984 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df6eee190>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:11:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['16c36942-2eb1-40d7-8fcc-23bddf081593'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:36.580645 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] For port 246ce7d2-ddb2-457e-904c-39bdfaa7d557, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=246ce7d2-ddb2-457e-904c-39bdfaa7d557,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:36.580991 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:36.632427 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] Set router 16c36942-2eb1-40d7-8fcc-23bddf081593 gateway port host: None {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:11:36.698632 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Calling delete_port for 246ce7d2-ddb2-457e-904c-39bdfaa7d557 owned by network:router_gateway {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:36.735809 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df6eee190>, [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:11:36Z', 'revision_number': 6, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port_host': None}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:36.739657 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5283e54-9ff5-48bb-aeed-afcb90b95c1a None None] The sync data for ids ['16c36942-2eb1-40d7-8fcc-23bddf081593'] in dv-cinder-827776-1-iscsi is: [{'id': '16c36942-2eb1-40d7-8fcc-23bddf081593', 'name': 'tempest-AttachVolumeShelveTestJSON-631405906-router', 'tenant_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:05:46Z', 'updated_at': '2022-02-04T00:11:36Z', 'revision_number': 6, 'project_id': '52b0f04b23ff41a4a642d0f97fdf8f5b', 'gw_port_host': None}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:11:36.948706 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:36.993944 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=246ce7d2-ddb2-457e-904c-39bdfaa7d557,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:37.217510 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16599944'] for router_gateway, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:37.471958 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16597044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:37.476336 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:37.508646 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16629668'] for router, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:37.509160 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16c36942-2eb1-40d7-8fcc-23bddf081593 {{(pid=82732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 00:11:37.526007 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] Notify callbacks [] for router, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:37.527123 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-abe61042-c752-420f-8276-c8c7543327a1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/16c36942-2eb1-40d7-8fcc-23bddf081593 HTTP/1.1" status: 204  len: 168 time: 1.5186973
Feb 04 00:11:37.529636 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41630) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:37.536133 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 8db9ca2d-d05b-4340-9173-6f67655aff5b no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:11:37.568720 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 8db9ca2d-d05b-4340-9173-6f67655aff5b {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:11:37.569627 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 8db9ca2d-d05b-4340-9173-6f67655aff5b not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:11:37.570219 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 246ce7d2-ddb2-457e-904c-39bdfaa7d557 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:11:37.590798 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c394d0-5b46-4bd1-9173-0d15615fabed admin admin] Deleting subnet d0fe2baa-5995-4b6e-806b-65d4f406bb01 {{(pid=82732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:11:37.594028 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-97c394d0-5b46-4bd1-9173-0d15615fabed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:37.606345 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 246ce7d2-ddb2-457e-904c-39bdfaa7d557 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:11:37.606686 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 246ce7d2-ddb2-457e-904c-39bdfaa7d557 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:11:37.643332 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-97c394d0-5b46-4bd1-9173-0d15615fabed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15827296'] for subnet, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:37.761928 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-97c394d0-5b46-4bd1-9173-0d15615fabed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:37.832167 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-97c394d0-5b46-4bd1-9173-0d15615fabed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15774339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15335757'] for subnet, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:37.866265 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c394d0-5b46-4bd1-9173-0d15615fabed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fe2baa-5995-4b6e-806b-65d4f406bb01,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:37.875145 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-97c394d0-5b46-4bd1-9173-0d15615fabed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:37.881023 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-97c394d0-5b46-4bd1-9173-0d15615fabed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0fe2baa-5995-4b6e-806b-65d4f406bb01 HTTP/1.1" status: 204  len: 168 time: 0.3504510
Feb 04 00:11:37.882351 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8820e3-cbef-4e01-b9be-44672f8e7812 None None] Network a17053c6-abd9-4c27-b828-7a5c18a51cdf requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:11:37.884257 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41636) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:38.042378 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.052555 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Deleting port 713a3894-b495-4240-bb49-d0423af44f1a {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:38.052879 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.174147 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] DHCP port deletion for a17053c6-abd9-4c27-b828-7a5c18a51cdf request from dv-cinder-827776-1-iscsi {{(pid=82733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 00:11:38.178887 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] Deleting port 713a3894-b495-4240-bb49-d0423af44f1a {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:38.179259 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.254965 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] For port 713a3894-b495-4240-bb49-d0423af44f1a, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=713a3894-b495-4240-bb49-d0423af44f1a,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:38.255344 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.385887 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] For port 713a3894-b495-4240-bb49-d0423af44f1a, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=713a3894-b495-4240-bb49-d0423af44f1a,segment=NetworkSegment(e3da75e7-9e43-4172-b9a2-947749e44672),segment_id=e3da75e7-9e43-4172-b9a2-947749e44672)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:38.386259 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.474189 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Calling delete_port for 713a3894-b495-4240-bb49-d0423af44f1a owned by network:dhcp {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:38.504916 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] Calling delete_port for 713a3894-b495-4240-bb49-d0423af44f1a owned by network:dhcp {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:38.547507 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.573047 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.api [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:11:38.573587 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG oslo_db.api [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:11:38.596130 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Pushing event deleted for resources: {'Port': ['ID=713a3894-b495-4240-bb49-d0423af44f1a,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:38.600889 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] No DVR routers for this DVR port 713a3894-b495-4240-bb49-d0423af44f1a on host dv-cinder-827776-1-iscsi {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:11:38.715140 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.739244 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df73bf4f0>,) {'filters': {'network_id': ['a17053c6-abd9-4c27-b828-7a5c18a51cdf']}} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:38.751740 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df73bf4f0>, 'e3da75e7-9e43-4172-b9a2-947749e44672') {'for_net_delete': True} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:38.752040 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df73bf4f0>, 'e3da75e7-9e43-4172-b9a2-947749e44672') {} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:38.763684 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15827289'] for segment, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.779054 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.784904 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=82732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:11:38.785280 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15884321'] for segment, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]: Traceback (most recent call last):
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     timer()
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     cb(*args, **kw)
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     return func(*args, **kwargs)
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     self._notify()
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     self.callback(batched_events)
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     event.method(event)
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     return f(self, *a, **k)
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._get(url).json()
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:11:38.798561 dv-cinder-827776-1-iscsi neutron-server[82732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:11:38.874926 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.890959 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:38.902224 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] Pushing event deleted for resources: {'Network': ['ID=a17053c6-abd9-4c27-b828-7a5c18a51cdf,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:38.913620 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-5c9adbe5-c56e-4ff3-ad8c-0c5fb466e091 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a17053c6-abd9-4c27-b828-7a5c18a51cdf HTTP/1.1" status: 204  len: 168 time: 1.0280778
Feb 04 00:11:39.050297 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41644) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:39.074788 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] Deleting port 713a3894-b495-4240-bb49-d0423af44f1a {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:39.075169 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:39.102403 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-63cc62a3-8ffb-42f1-a96f-375dc4148594 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52b0f04b23ff41a4a642d0f97fdf8f5b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0481322
Feb 04 00:11:39.102920 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41648) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:39.143449 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2f81d-e574-43a9-b861-ba2cc3c6690b None None] The port '713a3894-b495-4240-bb49-d0423af44f1a' was deleted {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 00:11:39.161492 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-569f9dd0-16fe-4aa7-b357-ccf22a366ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:39.186626 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-569f9dd0-16fe-4aa7-b357-ccf22a366ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:39.241091 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-569f9dd0-16fe-4aa7-b357-ccf22a366ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:39.257549 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f9dd0-16fe-4aa7-b357-ccf22a366ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d347c1b-a313-4e4e-aed9-08ab64100e80,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:39.264892 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-569f9dd0-16fe-4aa7-b357-ccf22a366ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:39.265959 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-569f9dd0-16fe-4aa7-b357-ccf22a366ed4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d347c1b-a313-4e4e-aed9-08ab64100e80 HTTP/1.1" status: 204  len: 168 time: 0.1620133
Feb 04 00:11:39.354850 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 713a3894-b495-4240-bb49-d0423af44f1a no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:11:39.390977 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 713a3894-b495-4240-bb49-d0423af44f1a {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:11:39.391386 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 713a3894-b495-4240-bb49-d0423af44f1a not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:11:39.607889 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-7200d73f-60ab-402f-b1cb-426b4d185298 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140643640&fields=id&tenant_id=8a3519d443444388b63a5d65f79629c6 HTTP/1.1" status: 200  len: 267 time: 0.0421140
Feb 04 00:11:39.692153 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-d7676c51-555a-45a2-9e36-cfba81a1a317 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:39.693596 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-d7676c51-555a-45a2-9e36-cfba81a1a317 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 985 time: 0.0806322
Feb 04 00:11:39.704187 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.v2.base [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-d4c8e415-d08b-46b3-95b7-69e55a3fc7aa tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Request body: {'port': {'security_groups': ['e183a604-962c-4fcf-a623-5c756f186378']}} {{(pid=82732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 00:11:39.820820 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-d4c8e415-d08b-46b3-95b7-69e55a3fc7aa tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-909918'] for port, before_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.071519 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-d4c8e415-d08b-46b3-95b7-69e55a3fc7aa tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] For port 75f99521-5b16-421c-9089-512a138896b3, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=75f99521-5b16-421c-9089-512a138896b3,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:40.096291 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-d4c8e415-d08b-46b3-95b7-69e55a3fc7aa tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for port, precommit_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.101718 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-d4c8e415-d08b-46b3-95b7-69e55a3fc7aa tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769778053901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769777678830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769777679647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15884357'] for port, after_update {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.113498 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['75f99521-5b16-421c-9089-512a138896b3'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:11:40.163723 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-d4c8e415-d08b-46b3-95b7-69e55a3fc7aa tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:40.164390 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-d4c8e415-d08b-46b3-95b7-69e55a3fc7aa tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.165833 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-bc6af18f-25c3-44f8-a583-be71d7a724ce req-d4c8e415-d08b-46b3-95b7-69e55a3fc7aa tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "PUT /v2.0/ports/75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 200  len: 943 time: 0.4659739
Feb 04 00:11:40.172120 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41676) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:40.173568 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'tag': '75f99521-5b16-421c-9089-512a138896b3'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:11:40.205196 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8e415-d08b-46b3-95b7-69e55a3fc7aa tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event updated for resources: {'Port': ['ID=75f99521-5b16-421c-9089-512a138896b3,revision_number=7']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:40.268750 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c8849924-e1ae-401c-a8fd-2c8c388077f4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.281631 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'tag': '75f99521-5b16-421c-9089-512a138896b3', 'status': 'completed', 'code': 200}
Feb 04 00:11:40.303005 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c8849924-e1ae-401c-a8fd-2c8c388077f4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.391079 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c8849924-e1ae-401c-a8fd-2c8c388077f4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.395754 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['75f99521-5b16-421c-9089-512a138896b3'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:11:40.437193 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c82397b6-0fb9-42e7-880c-c3b1a7883173 req-cf596bbb-8d09-4bae-b442-0b174065ff9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a3519d443444388b63a5d65f79629c6&device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 1099 time: 0.1271658
Feb 04 00:11:40.442121 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8849924-e1ae-401c-a8fd-2c8c388077f4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d3fc17-935f-4696-9617-4ab3291c1aa4,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:40.471839 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c8849924-e1ae-401c-a8fd-2c8c388077f4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.473156 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c8849924-e1ae-401c-a8fd-2c8c388077f4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "DELETE /v2.0/security-groups/85d3fc17-935f-4696-9617-4ab3291c1aa4 HTTP/1.1" status: 204  len: 168 time: 0.2981551
Feb 04 00:11:40.476496 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41684) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:40.531835 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.provisioning_blocks [None req-c56bcdd8-82a9-463a-b5dc-2c43211b4fa9 None None] Provisioning complete for port 75f99521-5b16-421c-9089-512a138896b3 triggered by entity DHCP. {{(pid=82733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 00:11:40.532096 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c56bcdd8-82a9-463a-b5dc-2c43211b4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-853889'] for port, provisioning_complete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.626149 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82397b6-0fb9-42e7-880c-c3b1a7883173 req-ba322cf8-fc6f-4fb0-a16d-32c332ea105b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:40.627894 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c82397b6-0fb9-42e7-880c-c3b1a7883173 req-ba322cf8-fc6f-4fb0-a16d-32c332ea105b service neutron] 10.222.0.48 "GET /v2.0/networks?id=440b1708-3df9-4117-910a-daec84ca2f43 HTTP/1.1" status: 200  len: 916 time: 0.1838057
Feb 04 00:11:40.746019 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Deleting port 8ae2f6d2-f377-4007-a321-a05c1f3fa2b0 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:40.746349 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.763851 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c82397b6-0fb9-42e7-880c-c3b1a7883173 req-b39a21a1-53d4-4bd1-af83-b3ade9820627 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 200  len: 1001 time: 0.1283517
Feb 04 00:11:40.834368 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82397b6-0fb9-42e7-880c-c3b1a7883173 req-7d90a0d7-6637-418c-9281-9b56270be8a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:40.836802 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c82397b6-0fb9-42e7-880c-c3b1a7883173 req-7d90a0d7-6637-418c-9281-9b56270be8a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b9b073-06d2-4c21-853f-06fb3a27ffe0 HTTP/1.1" status: 200  len: 854 time: 0.0651417
Feb 04 00:11:40.945940 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:40.946272 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:41.029929 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c82397b6-0fb9-42e7-880c-c3b1a7883173 req-a0c35829-9bfc-4447-9d74-22c0fb84d658 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=440b1708-3df9-4117-910a-daec84ca2f43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1854565
Feb 04 00:11:41.078957 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Calling delete_port for 8ae2f6d2-f377-4007-a321-a05c1f3fa2b0 owned by network:floatingip {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:41.177039 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c82397b6-0fb9-42e7-880c-c3b1a7883173 req-d4c37e30-6855-4119-968a-e7fc9e4798ca service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388147
Feb 04 00:11:41.224020 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:41.279592 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event deleted for resources: {'Port': ['ID=8ae2f6d2-f377-4007-a321-a05c1f3fa2b0,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:41.319712 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c82397b6-0fb9-42e7-880c-c3b1a7883173 req-aa0b5f4e-1697-4577-a639-5bb2681dc9e0 service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363041
Feb 04 00:11:41.383785 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks [] for floatingip, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:41.906058 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Router d238a773-52b3-4d6d-a782-25a7ffe0776d has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:11:42.126107 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:11:42.136401 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] Sync routers for ids ['d238a773-52b3-4d6d-a782-25a7ffe0776d'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:11:42.148836 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] Routers {'d238a773-52b3-4d6d-a782-25a7ffe0776d'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:11:42.149288 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:42.149697 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7532880>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:11:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['d238a773-52b3-4d6d-a782-25a7ffe0776d'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:42.206844 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-43e9cf40-5a85-4811-9258-3e18b6afa6ca tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "DELETE /v2.0/floatingips/33c925bd-587a-4f55-9423-bc23bde64203 HTTP/1.1" status: 204  len: 168 time: 1.7268808
Feb 04 00:11:42.206844 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'tag': '75f99521-5b16-421c-9089-512a138896b3'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:11:42.352805 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] Set router d238a773-52b3-4d6d-a782-25a7ffe0776d gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:11:42.534630 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'tag': '75f99521-5b16-421c-9089-512a138896b3', 'status': 'completed', 'code': 200}
Feb 04 00:11:42.654696 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e4ff0304-e86f-436a-9743-b158d21ce212 req-752e7332-c56a-4483-9947-93ed562b70ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a3519d443444388b63a5d65f79629c6&device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 1099 time: 0.0951262
Feb 04 00:11:42.779008 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7532880>, [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:39Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6', 'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'mac_address': 'fa:16:3e:e8:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:38Z', 'updated_at': '2022-02-04T00:09:47Z', 'revision_number': 5, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'subnets': [{'id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:42.782823 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] Checking router: d238a773-52b3-4d6d-a782-25a7ffe0776d for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:11:42.793195 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] Routers {'d238a773-52b3-4d6d-a782-25a7ffe0776d'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:11:42.793779 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7532880>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:11:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['d238a773-52b3-4d6d-a782-25a7ffe0776d'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:42.801908 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff0304-e86f-436a-9743-b158d21ce212 req-e41d6860-8862-4cf3-9e85-f61f0570bbd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:42.804025 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e4ff0304-e86f-436a-9743-b158d21ce212 req-e41d6860-8862-4cf3-9e85-f61f0570bbd8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=440b1708-3df9-4117-910a-daec84ca2f43 HTTP/1.1" status: 200  len: 916 time: 0.1415927
Feb 04 00:11:42.968569 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] Set router d238a773-52b3-4d6d-a782-25a7ffe0776d gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:11:43.273552 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7532880>, [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:39Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6', 'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'mac_address': 'fa:16:3e:e8:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:38Z', 'updated_at': '2022-02-04T00:09:47Z', 'revision_number': 5, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'subnets': [{'id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:43.277408 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a36f8-93c8-4309-aff0-ed71c7811bb9 None None] The sync data for ids ['d238a773-52b3-4d6d-a782-25a7ffe0776d'] in dv-cinder-827776-1-iscsi is: [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:39Z', 'revision_number': 4, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6', 'name': '', 'network_id': '440b1708-3df9-4117-910a-daec84ca2f43', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'mac_address': 'fa:16:3e:e8:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:38Z', 'updated_at': '2022-02-04T00:09:47Z', 'revision_number': 5, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'subnets': [{'id': 'b0b9b073-06d2-4c21-853f-06fb3a27ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:11:43.480934 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35a83a-7038-45ff-a0ba-64de9158a975 None None] New status for floating IP 33c925bd-587a-4f55-9423-bc23bde64203: DOWN {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:11:43.669867 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e4ff0304-e86f-436a-9743-b158d21ce212 req-45da951a-d152-4e1e-98bd-db89d35a75be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 200  len: 217 time: 0.0663080
Feb 04 00:11:44.431908 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff0304-e86f-436a-9743-b158d21ce212 req-765afd59-74af-4a31-96d9-46f1097bce81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:44.433408 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e4ff0304-e86f-436a-9743-b158d21ce212 req-765afd59-74af-4a31-96d9-46f1097bce81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b9b073-06d2-4c21-853f-06fb3a27ffe0 HTTP/1.1" status: 200  len: 854 time: 0.0598865
Feb 04 00:11:45.333008 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e4ff0304-e86f-436a-9743-b158d21ce212 req-33319af8-4704-44fe-b41e-e9d65b5886db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=440b1708-3df9-4117-910a-daec84ca2f43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717957
Feb 04 00:11:45.467676 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e4ff0304-e86f-436a-9743-b158d21ce212 req-65ca698e-7835-4155-8c40-a8961727c7c2 service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268303
Feb 04 00:11:45.558427 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a3861b31-6899-40f3-b7e9-80ec930baf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:45.606608 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-e4ff0304-e86f-436a-9743-b158d21ce212 req-fbe12d3f-3fc2-431b-8277-3f88bab8fb7f service neutron] 10.222.0.48 "GET /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320055
Feb 04 00:11:47.770713 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833ebd6-7262-454b-8c16-edff5c54bdd3 req-b8977b22-dd4d-456e-a3b1-b3c2070082cf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:47.772426 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c833ebd6-7262-454b-8c16-edff5c54bdd3 req-b8977b22-dd4d-456e-a3b1-b3c2070082cf tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 946 time: 0.0761628
Feb 04 00:11:47.816069 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c833ebd6-7262-454b-8c16-edff5c54bdd3 req-257ad1b6-bbf5-439a-8bc8-6fa6650095ba tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384841
Feb 04 00:11:47.995988 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-01334d57-a61e-40ad-aab4-b34d25980e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:48.968092 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41798) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:49.016731 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2f27d-c495-4fe0-90d2-91f843194f6f req-37b9537d-0ef0-49ae-b7fb-10113f832ead tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:49.017993 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-43d2f27d-c495-4fe0-90d2-91f843194f6f req-37b9537d-0ef0-49ae-b7fb-10113f832ead tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 946 time: 0.0814202
Feb 04 00:11:49.025474 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:49.064539 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-43d2f27d-c495-4fe0-90d2-91f843194f6f req-7d8d97c7-d983-4739-9a1e-aaf4fba890c3 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e183a604-962c-4fcf-a623-5c756f186378&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392601
Feb 04 00:11:49.111538 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-982faa55-4757-4ef9-911b-ece2c50011ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:49.125915 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:49.149181 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-982faa55-4757-4ef9-911b-ece2c50011ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:11:49.152914 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-982faa55-4757-4ef9-911b-ece2c50011ad admin admin] Usage tracker for resource:security_group_rule and tenant:7fa46850c4f74df49b1a6af5a955c74d is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:11:49.155797 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-982faa55-4757-4ef9-911b-ece2c50011ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:11:49.161300 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-982faa55-4757-4ef9-911b-ece2c50011ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:11:49.226822 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-982faa55-4757-4ef9-911b-ece2c50011ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:49.230284 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-982faa55-4757-4ef9-911b-ece2c50011ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:49.278027 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-982faa55-4757-4ef9-911b-ece2c50011ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fa46850c4f74df49b1a6af5a955c74d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3088889
Feb 04 00:11:49.278937 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982faa55-4757-4ef9-911b-ece2c50011ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe8e5b5-9c8b-48c1-a00b-d2c3e6fc9fc7,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:49.280722 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41804) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:49.343923 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-693b41d5-91fb-4fbc-90b9-3f55179ce15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:49.369668 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-693b41d5-91fb-4fbc-90b9-3f55179ce15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:49.420945 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-693b41d5-91fb-4fbc-90b9-3f55179ce15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:49.436260 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b41d5-91fb-4fbc-90b9-3f55179ce15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe8e5b5-9c8b-48c1-a00b-d2c3e6fc9fc7,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:49.481912 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-693b41d5-91fb-4fbc-90b9-3f55179ce15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:49.483011 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-693b41d5-91fb-4fbc-90b9-3f55179ce15e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbe8e5b5-9c8b-48c1-a00b-d2c3e6fc9fc7 HTTP/1.1" status: 204  len: 168 time: 0.2005720
Feb 04 00:11:49.520022 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-98212a1f-b5da-48c3-ba89-be82ef1a78c4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:11:49.521452 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-98212a1f-b5da-48c3-ba89-be82ef1a78c4 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.48 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 946 time: 0.0863290
Feb 04 00:11:49.592657 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-230173a0-5d7a-460e-92c2-3f98aef54987 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Deleting port 75f99521-5b16-421c-9089-512a138896b3 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:49.593003 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-230173a0-5d7a-460e-92c2-3f98aef54987 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:49.928471 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-230173a0-5d7a-460e-92c2-3f98aef54987 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] For port 75f99521-5b16-421c-9089-512a138896b3, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=75f99521-5b16-421c-9089-512a138896b3,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:49.928821 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-230173a0-5d7a-460e-92c2-3f98aef54987 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:50.055011 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-230173a0-5d7a-460e-92c2-3f98aef54987 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Calling delete_port for 75f99521-5b16-421c-9089-512a138896b3 owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:50.208369 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-230173a0-5d7a-460e-92c2-3f98aef54987 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:50.220838 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-22e813bc-8129-4517-8261-d61934468454 None None] get_ports_and_sgs() called for port_ids ['75f99521-5b16-421c-9089-512a138896b3'] {{(pid=82733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 00:11:50.231595 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-9f16d541-44e8-4d15-b577-6f53b6ae3801 req-c471beb7-d162-4615-9114-9399a6be61d6 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Synchronizing usage tracker for tenant:8a3519d443444388b63a5d65f79629c6 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:11:50.250919 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-9f16d541-44e8-4d15-b577-6f53b6ae3801 req-c471beb7-d162-4615-9114-9399a6be61d6 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Unset dirty status for tenant:8a3519d443444388b63a5d65f79629c6 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:11:50.252681 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9f16d541-44e8-4d15-b577-6f53b6ae3801 req-c471beb7-d162-4615-9114-9399a6be61d6 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e2e0a9-00cf-4b45-a82c-b1449b6d946b HTTP/1.1" status: 200  len: 210 time: 0.0645466
Feb 04 00:11:50.258709 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230173a0-5d7a-460e-92c2-3f98aef54987 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Pushing event deleted for resources: {'Port': ['ID=75f99521-5b16-421c-9089-512a138896b3,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:50.351092 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-230173a0-5d7a-460e-92c2-3f98aef54987 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] No DVR routers for this DVR port 75f99521-5b16-421c-9089-512a138896b3 on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:11:50.353949 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-230173a0-5d7a-460e-92c2-3f98aef54987 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:50.357823 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'name': 'network-vif-deleted', 'tag': '75f99521-5b16-421c-9089-512a138896b3'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:11:50.374807 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-84c2b2b7-9491-45d8-813d-97c81df3d4ed req-230173a0-5d7a-460e-92c2-3f98aef54987 tempest-TestMinimumBasicScenario-777636966 tempest-TestMinimumBasicScenario-777636966-project] 10.222.0.48 "DELETE /v2.0/ports/75f99521-5b16-421c-9089-512a138896b3 HTTP/1.1" status: 204  len: 173 time: 0.8472588
Feb 04 00:11:50.421115 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:50.432997 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2e0a9-00cf-4b45-a82c-b1449b6d946b', 'name': 'network-vif-deleted', 'tag': '75f99521-5b16-421c-9089-512a138896b3', 'status': 'completed', 'code': 200}
Feb 04 00:11:51.910416 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41870) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:52.052541 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f8af664f-7d26-4730-bec1-6e12f186279f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:52.084601 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f8af664f-7d26-4730-bec1-6e12f186279f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:11:52.088553 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f8af664f-7d26-4730-bec1-6e12f186279f admin admin] Usage tracker for resource:security_group_rule and tenant:b9fe8a964be44e89bb3b5ace5da65b32 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:11:52.096995 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-f8af664f-7d26-4730-bec1-6e12f186279f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:11:52.103429 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-f8af664f-7d26-4730-bec1-6e12f186279f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:11:52.172575 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f8af664f-7d26-4730-bec1-6e12f186279f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:52.176068 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f8af664f-7d26-4730-bec1-6e12f186279f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:52.221494 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af664f-7d26-4730-bec1-6e12f186279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4919a5d-53e3-472d-927b-a14467a868e1,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:52.227429 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f8af664f-7d26-4730-bec1-6e12f186279f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9fe8a964be44e89bb3b5ace5da65b32&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3158569
Feb 04 00:11:52.229978 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41876) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:52.287019 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f6b92f9b-d8bf-4cb2-83e9-67756b5d0dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:52.312092 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f6b92f9b-d8bf-4cb2-83e9-67756b5d0dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:52.363120 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f6b92f9b-d8bf-4cb2-83e9-67756b5d0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:52.380816 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b92f9b-d8bf-4cb2-83e9-67756b5d0dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4919a5d-53e3-472d-927b-a14467a868e1,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:52.388692 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f6b92f9b-d8bf-4cb2-83e9-67756b5d0dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:52.389840 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f6b92f9b-d8bf-4cb2-83e9-67756b5d0dd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4919a5d-53e3-472d-927b-a14467a868e1 HTTP/1.1" status: 204  len: 168 time: 0.1589661
Feb 04 00:11:52.732200 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41900) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:52.755637 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0be55957-043c-40cd-a00c-bea9a5679c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:52.789196 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-0be55957-043c-40cd-a00c-bea9a5679c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:11:52.792874 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-0be55957-043c-40cd-a00c-bea9a5679c00 admin admin] Usage tracker for resource:security_group_rule and tenant:1d7bea2f25234163b6c3000a91948f3a is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:11:52.795923 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-0be55957-043c-40cd-a00c-bea9a5679c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:11:52.801867 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-0be55957-043c-40cd-a00c-bea9a5679c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:11:52.870876 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0be55957-043c-40cd-a00c-bea9a5679c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:52.875318 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-0be55957-043c-40cd-a00c-bea9a5679c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:52.922700 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be55957-043c-40cd-a00c-bea9a5679c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14d0119-eddc-4d75-8c3d-d17fd7b1833b,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:52.927141 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-0be55957-043c-40cd-a00c-bea9a5679c00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d7bea2f25234163b6c3000a91948f3a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1938448
Feb 04 00:11:52.929777 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 41930) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:52.990321 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d712dc7-bb28-417f-a5e6-52011ee0171b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:53.016292 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d712dc7-bb28-417f-a5e6-52011ee0171b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:53.069215 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d712dc7-bb28-417f-a5e6-52011ee0171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:53.083042 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d712dc7-bb28-417f-a5e6-52011ee0171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14d0119-eddc-4d75-8c3d-d17fd7b1833b,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:53.097131 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-4d712dc7-bb28-417f-a5e6-52011ee0171b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:53.100857 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-4d712dc7-bb28-417f-a5e6-52011ee0171b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c14d0119-eddc-4d75-8c3d-d17fd7b1833b HTTP/1.1" status: 204  len: 168 time: 0.1673672
Feb 04 00:11:53.107602 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41936) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:53.505215 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16598755'] for router_interface, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:54.108263 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] Deleting port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:54.108861 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:54.367749 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] For port 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:54.368125 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:54.433202 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 75f99521-5b16-421c-9089-512a138896b3 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:11:54.497290 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] Calling delete_port for 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 owned by network:router_interface {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:54.503366 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 75f99521-5b16-421c-9089-512a138896b3 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:11:54.503737 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 75f99521-5b16-421c-9089-512a138896b3 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:11:54.674910 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:54.720977 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:55.023635 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15598213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16599877'] for router_interface, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:55.649859 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] Router d238a773-52b3-4d6d-a782-25a7ffe0776d has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:11:55.952634 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:11:55.964352 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] Sync routers for ids ['d238a773-52b3-4d6d-a782-25a7ffe0776d'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:11:55.965659 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-0b644dca-101f-474e-af20-41c20416bb28 admin admin] 10.222.0.13 "PUT /v2.0/routers/d238a773-52b3-4d6d-a782-25a7ffe0776d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8575194
Feb 04 00:11:55.968038 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 41988) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:55.978437 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] Routers {'d238a773-52b3-4d6d-a782-25a7ffe0776d'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:11:55.979040 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7273370>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:11:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['d238a773-52b3-4d6d-a782-25a7ffe0776d'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:56.155971 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] Set router d238a773-52b3-4d6d-a782-25a7ffe0776d gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:11:56.167897 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Notify callbacks [] for router, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:56.353540 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:56.365170 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:56.375567 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Deleting port 9cc778ec-33fe-46b5-90e3-cb8b68baedee {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:56.375976 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:56.449825 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7273370>, [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:11:54Z', 'revision_number': 5, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port': {'id': '9cc778ec-33fe-46b5-90e3-cb8b68baedee', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:56.453563 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] Checking router: d238a773-52b3-4d6d-a782-25a7ffe0776d for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:11:56.464823 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] Routers {'d238a773-52b3-4d6d-a782-25a7ffe0776d'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:11:56.465410 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7273370>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:11:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['d238a773-52b3-4d6d-a782-25a7ffe0776d'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:56.547265 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] For port 9cc778ec-33fe-46b5-90e3-cb8b68baedee, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=9cc778ec-33fe-46b5-90e3-cb8b68baedee,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:56.547660 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:56.613686 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] Set router d238a773-52b3-4d6d-a782-25a7ffe0776d gateway port host: None {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:11:56.667110 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Calling delete_port for 9cc778ec-33fe-46b5-90e3-cb8b68baedee owned by network:router_gateway {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:56.720984 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7273370>, [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:11:56Z', 'revision_number': 6, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port_host': None}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:56.727522 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9c24d-cf18-4613-bee2-adffccf4143a None None] The sync data for ids ['d238a773-52b3-4d6d-a782-25a7ffe0776d'] in dv-cinder-827776-1-iscsi is: [{'id': 'd238a773-52b3-4d6d-a782-25a7ffe0776d', 'name': 'tempest-TestMinimumBasicScenario-1363761102-router', 'tenant_id': '8a3519d443444388b63a5d65f79629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:36Z', 'updated_at': '2022-02-04T00:11:56Z', 'revision_number': 6, 'project_id': '8a3519d443444388b63a5d65f79629c6', 'gw_port_host': None}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:11:56.850987 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:56.899745 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc778ec-33fe-46b5-90e3-cb8b68baedee,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:57.129868 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16599944'] for router_gateway, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.491446 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16597044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.495930 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.522142 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:11:57.526927 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16629668'] for router, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.527439 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d238a773-52b3-4d6d-a782-25a7ffe0776d {{(pid=82732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 00:11:57.540594 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] Notify callbacks [] for router, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.541722 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-91732d91-0c5c-42f7-94db-bb620166ea96 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d238a773-52b3-4d6d-a782-25a7ffe0776d HTTP/1.1" status: 204  len: 168 time: 1.5727773
Feb 04 00:11:57.544257 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42000) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:57.556794 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:11:57.557238 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 82bb88e4-35c9-4b02-a2a9-e5a1c1c336d6 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:11:57.557727 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9cc778ec-33fe-46b5-90e3-cb8b68baedee no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:11:57.590090 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 9cc778ec-33fe-46b5-90e3-cb8b68baedee {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:11:57.590090 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9cc778ec-33fe-46b5-90e3-cb8b68baedee not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:11:57.606175 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b57e411-9373-4151-9c8b-2d9100326a12 admin admin] Deleting subnet b0b9b073-06d2-4c21-853f-06fb3a27ffe0 {{(pid=82732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:11:57.609075 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4b57e411-9373-4151-9c8b-2d9100326a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.661692 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4b57e411-9373-4151-9c8b-2d9100326a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15827296'] for subnet, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.743899 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4b57e411-9373-4151-9c8b-2d9100326a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.811913 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4b57e411-9373-4151-9c8b-2d9100326a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15774339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15335757'] for subnet, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.854454 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57e411-9373-4151-9c8b-2d9100326a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b9b073-06d2-4c21-853f-06fb3a27ffe0,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:57.859606 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-4b57e411-9373-4151-9c8b-2d9100326a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.864665 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08f122-19f9-4594-bb8d-039316718633 None None] Network 440b1708-3df9-4117-910a-daec84ca2f43 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:11:57.865634 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-4b57e411-9373-4151-9c8b-2d9100326a12 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b0b9b073-06d2-4c21-853f-06fb3a27ffe0 HTTP/1.1" status: 204  len: 168 time: 0.3204203
Feb 04 00:11:57.868110 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42004) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:57.975884 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:57.986127 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Deleting port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:57.986386 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.115953 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] DHCP port deletion for 440b1708-3df9-4117-910a-daec84ca2f43 request from dv-cinder-827776-1-iscsi {{(pid=82733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 00:11:58.120505 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] Deleting port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:58.120876 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.185446 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] For port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=5a11b26d-ff21-4ac0-bad0-73343f16e8d7,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:58.185812 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.309987 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Calling delete_port for 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 owned by network:dhcp {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:58.326498 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] For port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=5a11b26d-ff21-4ac0-bad0-73343f16e8d7,segment=NetworkSegment(54304d2b-b023-4d00-80b9-a7722feaa4de),segment_id=54304d2b-b023-4d00-80b9-a7722feaa4de)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:11:58.326791 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.397994 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.454224 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a11b26d-ff21-4ac0-bad0-73343f16e8d7,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:58.463589 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] No DVR routers for this DVR port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 on host dv-cinder-827776-1-iscsi {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:11:58.489865 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] Calling delete_port for 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 owned by network:dhcp {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:11:58.561513 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.api [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:11:58.562173 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG oslo_db.api [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:11:58.585209 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.611372 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df6c529d0>,) {'filters': {'network_id': ['440b1708-3df9-4117-910a-daec84ca2f43']}} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:58.623747 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6c529d0>, '54304d2b-b023-4d00-80b9-a7722feaa4de') {'for_net_delete': True} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:58.624093 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6c529d0>, '54304d2b-b023-4d00-80b9-a7722feaa4de') {} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:11:58.636131 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15827289'] for segment, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.656392 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.663578 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=82732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:11:58.664098 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15884321'] for segment, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]: Traceback (most recent call last):
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     timer()
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     cb(*args, **kw)
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     return func(*args, **kwargs)
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     self._notify()
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     self.callback(batched_events)
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     event.method(event)
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     return f(self, *a, **k)
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._get(url).json()
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:11:58.677482 dv-cinder-827776-1-iscsi neutron-server[82732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:11:58.751765 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.758133 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:58.785186 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] Pushing event deleted for resources: {'Network': ['ID=440b1708-3df9-4117-910a-daec84ca2f43,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:11:58.798619 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-08dd7e5f-81fc-4d86-a699-90479e84752a admin admin] 10.222.0.13 "DELETE /v2.0/networks/440b1708-3df9-4117-910a-daec84ca2f43 HTTP/1.1" status: 204  len: 168 time: 0.9295654
Feb 04 00:11:58.801403 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42018) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:11:59.062901 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] Deleting port 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:59.063109 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:59.129466 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-1efe8bf9-5451-4acd-9032-e19a8b6fe338 None None] The port '5a11b26d-ff21-4ac0-bad0-73343f16e8d7' was deleted {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 00:11:59.275955 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16598755'] for router_interface, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:11:59.358679 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:11:59.394459 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:11:59.394735 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 5a11b26d-ff21-4ac0-bad0-73343f16e8d7 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:11:59.478975 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:11:59.887279 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] Deleting port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:11:59.888073 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:00.073436 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] For port 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe,segment=NetworkSegment(3b49c689-c328-4ec5-aeed-0b9117c2ab1e),segment_id=3b49c689-c328-4ec5-aeed-0b9117c2ab1e)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:00.073910 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:00.199842 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] Calling delete_port for 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe owned by network:router_interface {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:00.221944 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42036) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:00.375085 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7973-21e7-4a01-a805-622777943b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:00.386664 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:00.407353 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-bd0f7973-21e7-4a01-a805-622777943b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:12:00.411224 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-bd0f7973-21e7-4a01-a805-622777943b64 admin admin] Usage tracker for resource:security_group_rule and tenant:e0afbfb6731c4595886756bcbc12ba04 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:12:00.414887 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-bd0f7973-21e7-4a01-a805-622777943b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:12:00.420623 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-bd0f7973-21e7-4a01-a805-622777943b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:12:00.439856 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:00.497000 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7973-21e7-4a01-a805-622777943b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:00.502034 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7973-21e7-4a01-a805-622777943b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:00.555222 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-bd0f7973-21e7-4a01-a805-622777943b64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0afbfb6731c4595886756bcbc12ba04&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3320310
Feb 04 00:12:00.555903 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f7973-21e7-4a01-a805-622777943b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b95eed-b45b-402e-93d5-253aa018b53a,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:00.558147 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42042) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:00.621757 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-3fb265bb-168e-4b83-a798-27938bc5e274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:00.655429 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-3fb265bb-168e-4b83-a798-27938bc5e274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:00.710134 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-3fb265bb-168e-4b83-a798-27938bc5e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:00.727805 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb265bb-168e-4b83-a798-27938bc5e274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b95eed-b45b-402e-93d5-253aa018b53a,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:00.730367 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-3fb265bb-168e-4b83-a798-27938bc5e274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:00.731474 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-3fb265bb-168e-4b83-a798-27938bc5e274 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87b95eed-b45b-402e-93d5-253aa018b53a HTTP/1.1" status: 204  len: 168 time: 0.1722391
Feb 04 00:12:00.839729 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15598213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16599877'] for router_interface, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:01.064236 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42050) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:01.082110 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-489292ac-02fc-4435-970f-bb3e8aa0cf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:01.113681 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-489292ac-02fc-4435-970f-bb3e8aa0cf45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:12:01.117937 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-489292ac-02fc-4435-970f-bb3e8aa0cf45 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae3801d3cba41bab20e6e871f4f2569 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:12:01.120709 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-489292ac-02fc-4435-970f-bb3e8aa0cf45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:12:01.126247 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-489292ac-02fc-4435-970f-bb3e8aa0cf45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:12:01.189493 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-489292ac-02fc-4435-970f-bb3e8aa0cf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:01.193235 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-489292ac-02fc-4435-970f-bb3e8aa0cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:01.239321 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489292ac-02fc-4435-970f-bb3e8aa0cf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654cec34-7de1-46ed-8d88-fce0fa5254e5,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:01.245625 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-489292ac-02fc-4435-970f-bb3e8aa0cf45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ae3801d3cba41bab20e6e871f4f2569&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1780112
Feb 04 00:12:01.245833 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42054) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:01.307449 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2475-4267-4d8c-b380-1c7e68f88a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:01.336740 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2475-4267-4d8c-b380-1c7e68f88a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:01.389659 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2475-4267-4d8c-b380-1c7e68f88a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:01.406673 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed2475-4267-4d8c-b380-1c7e68f88a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654cec34-7de1-46ed-8d88-fce0fa5254e5,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:01.410970 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2475-4267-4d8c-b380-1c7e68f88a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:01.415756 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f5ed2475-4267-4d8c-b380-1c7e68f88a99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/654cec34-7de1-46ed-8d88-fce0fa5254e5 HTTP/1.1" status: 204  len: 168 time: 0.1653690
Feb 04 00:12:01.434009 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] Router b693444f-ff26-45eb-9065-35f612bd27f7 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:12:01.636518 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:12:01.645926 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] Sync routers for ids ['b693444f-ff26-45eb-9065-35f612bd27f7'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:12:01.647003 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-17a9a0b8-d528-4a87-94d7-86e9da041c32 admin admin] 10.222.0.13 "PUT /v2.0/routers/b693444f-ff26-45eb-9065-35f612bd27f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8444047
Feb 04 00:12:01.649913 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42062) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:01.661333 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] Routers {'b693444f-ff26-45eb-9065-35f612bd27f7'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:12:01.661922 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7595f10>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:11:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['b693444f-ff26-45eb-9065-35f612bd27f7'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:01.851848 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Notify callbacks [] for router, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:01.854453 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] Set router b693444f-ff26-45eb-9065-35f612bd27f7 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:12:02.060981 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:02.070690 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Deleting port 339f78ce-ac62-411c-a511-60667c46c6a8 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:02.071072 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:02.152833 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7595f10>, [{'id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'name': 'tempest-TestMinimumBasicScenario-1599601962-router', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:12:00Z', 'revision_number': 5, 'project_id': 'd55219fd92a14641899da59e077615e8', 'gw_port': {'id': '339f78ce-ac62-411c-a511-60667c46c6a8', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:02.156758 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] Checking router: b693444f-ff26-45eb-9065-35f612bd27f7 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:12:02.168379 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] Routers {'b693444f-ff26-45eb-9065-35f612bd27f7'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:12:02.168998 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7595f10>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:11:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['b693444f-ff26-45eb-9065-35f612bd27f7'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:02.328919 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] Set router b693444f-ff26-45eb-9065-35f612bd27f7 gateway port host: None {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:12:02.373121 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] For port 339f78ce-ac62-411c-a511-60667c46c6a8, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=339f78ce-ac62-411c-a511-60667c46c6a8,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:02.373506 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:02.443000 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7595f10>, [{'id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'name': 'tempest-TestMinimumBasicScenario-1599601962-router', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:12:02Z', 'revision_number': 6, 'project_id': 'd55219fd92a14641899da59e077615e8', 'gw_port_host': None}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:02.447881 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10be1129-ca3e-4e5d-87e4-45ec27841a84 None None] The sync data for ids ['b693444f-ff26-45eb-9065-35f612bd27f7'] in dv-cinder-827776-1-iscsi is: [{'id': 'b693444f-ff26-45eb-9065-35f612bd27f7', 'name': 'tempest-TestMinimumBasicScenario-1599601962-router', 'tenant_id': 'd55219fd92a14641899da59e077615e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:09:42Z', 'updated_at': '2022-02-04T00:12:02Z', 'revision_number': 6, 'project_id': 'd55219fd92a14641899da59e077615e8', 'gw_port_host': None}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:12:02.503081 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Calling delete_port for 339f78ce-ac62-411c-a511-60667c46c6a8 owned by network:router_gateway {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:02.670537 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:02.716174 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Pushing event deleted for resources: {'Port': ['ID=339f78ce-ac62-411c-a511-60667c46c6a8,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:02.948534 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16599944'] for router_gateway, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.213389 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16597044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.218197 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.245756 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16629668'] for router, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.246449 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b693444f-ff26-45eb-9065-35f612bd27f7 {{(pid=82732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 00:12:03.258824 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] Notify callbacks [] for router, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.260189 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-6bfe1279-9b96-4c44-8012-52087914263c admin admin] 10.222.0.13 "DELETE /v2.0/routers/b693444f-ff26-45eb-9065-35f612bd27f7 HTTP/1.1" status: 204  len: 168 time: 1.6093130
Feb 04 00:12:03.262534 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42098) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:03.326148 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d15a14-4ab5-48eb-a8b8-c9bcce7785e0 admin admin] Deleting subnet 27d6f609-66f0-45b0-8af6-09ab5e4b0ebb {{(pid=82732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:12:03.330562 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b7d15a14-4ab5-48eb-a8b8-c9bcce7785e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.397762 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b7d15a14-4ab5-48eb-a8b8-c9bcce7785e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15827296'] for subnet, precommit_delete_associations {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.406120 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 339f78ce-ac62-411c-a511-60667c46c6a8 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:03.455667 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 339f78ce-ac62-411c-a511-60667c46c6a8 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:03.456272 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 339f78ce-ac62-411c-a511-60667c46c6a8 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:03.456871 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:03.497091 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:03.497468 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 9bb0e0fe-e2d7-46b3-a57f-5b70a55973fe not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:03.511018 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b7d15a14-4ab5-48eb-a8b8-c9bcce7785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.585218 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b7d15a14-4ab5-48eb-a8b8-c9bcce7785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15774339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15335757'] for subnet, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.624533 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d15a14-4ab5-48eb-a8b8-c9bcce7785e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d6f609-66f0-45b0-8af6-09ab5e4b0ebb,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:03.629888 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b7d15a14-4ab5-48eb-a8b8-c9bcce7785e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for subnet, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.637813 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a4e31-9533-4d73-bab8-c6e7d433a4fe None None] Network 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:12:03.640193 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42112) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:03.640663 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-b7d15a14-4ab5-48eb-a8b8-c9bcce7785e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/27d6f609-66f0-45b0-8af6-09ab5e4b0ebb HTTP/1.1" status: 204  len: 168 time: 0.3767133
Feb 04 00:12:03.750291 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.765442 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Deleting port 1ec09316-f926-4b66-b218-6ed356f1998b {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:03.765783 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.893568 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] DHCP port deletion for 7633f3cd-bf68-4f8f-a6d9-b771dbd9187d request from dv-cinder-827776-1-iscsi {{(pid=82733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 00:12:03.898465 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] Deleting port 1ec09316-f926-4b66-b218-6ed356f1998b {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:03.898832 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:03.977956 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] For port 1ec09316-f926-4b66-b218-6ed356f1998b, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=1ec09316-f926-4b66-b218-6ed356f1998b,segment=NetworkSegment(3b49c689-c328-4ec5-aeed-0b9117c2ab1e),segment_id=3b49c689-c328-4ec5-aeed-0b9117c2ab1e)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:03.978224 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.120122 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] For port 1ec09316-f926-4b66-b218-6ed356f1998b, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=1ec09316-f926-4b66-b218-6ed356f1998b,segment=NetworkSegment(3b49c689-c328-4ec5-aeed-0b9117c2ab1e),segment_id=3b49c689-c328-4ec5-aeed-0b9117c2ab1e)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:04.120501 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.196468 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Calling delete_port for 1ec09316-f926-4b66-b218-6ed356f1998b owned by network:dhcp {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:04.246078 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] Calling delete_port for 1ec09316-f926-4b66-b218-6ed356f1998b owned by network:dhcp {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:04.275836 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.322280 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec09316-f926-4b66-b218-6ed356f1998b,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:04.323165 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.api [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:12:04.323644 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG oslo_db.api [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:12:04.332723 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] No DVR routers for this DVR port 1ec09316-f926-4b66-b218-6ed356f1998b on host dv-cinder-827776-1-iscsi {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:12:04.454972 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.479498 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df62e17f0>,) {'filters': {'network_id': ['7633f3cd-bf68-4f8f-a6d9-b771dbd9187d']}} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:04.491833 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df62e17f0>, '3b49c689-c328-4ec5-aeed-0b9117c2ab1e') {'for_net_delete': True} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:04.492130 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df62e17f0>, '3b49c689-c328-4ec5-aeed-0b9117c2ab1e') {} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:04.503124 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15390588'] for segment, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.518928 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.527468 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=82731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:12:04.527468 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223787'] for segment, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]: Traceback (most recent call last):
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     timer()
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     cb(*args, **kw)
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     return func(*args, **kwargs)
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     self._notify()
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     self.callback(batched_events)
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     event.method(event)
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     return f(self, *a, **k)
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._get(url).json()
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:12:04.542960 dv-cinder-827776-1-iscsi neutron-server[82731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:12:04.626590 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.645336 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.651206 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] Pushing event deleted for resources: {'Network': ['ID=7633f3cd-bf68-4f8f-a6d9-b771dbd9187d,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:04.658651 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-81f7fb37-954f-49c9-836a-549d032c856a admin admin] 10.222.0.13 "DELETE /v2.0/networks/7633f3cd-bf68-4f8f-a6d9-b771dbd9187d HTTP/1.1" status: 204  len: 168 time: 1.0167465
Feb 04 00:12:04.691780 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42142) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:04.825030 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] Deleting port 1ec09316-f926-4b66-b218-6ed356f1998b {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:04.826051 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.835725 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-3540bb83-2046-42fc-94bb-226a2e0d2d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.879297 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-3540bb83-2046-42fc-94bb-226a2e0d2d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:12:04.886366 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-3540bb83-2046-42fc-94bb-226a2e0d2d7f admin admin] Usage tracker for resource:security_group_rule and tenant:d4f0928dba1d485e98bb573a83ce4fa8 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:12:04.891646 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-3540bb83-2046-42fc-94bb-226a2e0d2d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:12:04.898684 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42148) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:04.900688 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-3540bb83-2046-42fc-94bb-226a2e0d2d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:12:04.906974 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5fa52-605b-471f-a6a8-cbd901b022e5 None None] The port '1ec09316-f926-4b66-b218-6ed356f1998b' was deleted {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 00:12:04.983398 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-3540bb83-2046-42fc-94bb-226a2e0d2d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:04.987374 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-3540bb83-2046-42fc-94bb-226a2e0d2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.036599 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540bb83-2046-42fc-94bb-226a2e0d2d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4d044b-c951-43f5-bed8-fb8ab0b493c5,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:05.044941 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-3540bb83-2046-42fc-94bb-226a2e0d2d7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4f0928dba1d485e98bb573a83ce4fa8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3495786
Feb 04 00:12:05.045391 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42152) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:05.106619 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-4816fcdc-0aef-4a80-8bae-457be67a24e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a3519d443444388b63a5d65f79629c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2056823
Feb 04 00:12:05.108829 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9fdc-8456-419c-89b9-fa6492577f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.109092 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42156) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:05.135349 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9fdc-8456-419c-89b9-fa6492577f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.161653 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-96a47e7b-28f2-4fb0-9fa0-6305a2366141 req-65aad458-c49a-4efd-88dd-4506412245cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2146399
Feb 04 00:12:05.189134 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9fdc-8456-419c-89b9-fa6492577f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.204720 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e9fdc-8456-419c-89b9-fa6492577f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4d044b-c951-43f5-bed8-fb8ab0b493c5,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:05.214977 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9fdc-8456-419c-89b9-fa6492577f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.214977 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-8a0e9fdc-8456-419c-89b9-fa6492577f17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b4d044b-c951-43f5-bed8-fb8ab0b493c5 HTTP/1.1" status: 204  len: 168 time: 0.1665945
Feb 04 00:12:05.215260 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b960dd68-596a-4af8-b0db-58bbbd350517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.254732 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b960dd68-596a-4af8-b0db-58bbbd350517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.311981 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-96a47e7b-28f2-4fb0-9fa0-6305a2366141 req-b3bdace6-025a-459d-b6dd-fa30297d5cd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 1098 time: 0.1298742
Feb 04 00:12:05.362975 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b960dd68-596a-4af8-b0db-58bbbd350517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.385458 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 1ec09316-f926-4b66-b218-6ed356f1998b no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:05.423057 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 1ec09316-f926-4b66-b218-6ed356f1998b {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:05.423404 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 1ec09316-f926-4b66-b218-6ed356f1998b not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:05.437957 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960dd68-596a-4af8-b0db-58bbbd350517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e183a604-962c-4fcf-a623-5c756f186378,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:05.451232 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-b960dd68-596a-4af8-b0db-58bbbd350517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.454695 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-b960dd68-596a-4af8-b0db-58bbbd350517 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e183a604-962c-4fcf-a623-5c756f186378 HTTP/1.1" status: 204  len: 168 time: 0.3424256
Feb 04 00:12:05.501865 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a47e7b-28f2-4fb0-9fa0-6305a2366141 req-7d5a090c-6e70-44c7-bb1d-37b1768d370d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:05.503323 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-96a47e7b-28f2-4fb0-9fa0-6305a2366141 req-7d5a090c-6e70-44c7-bb1d-37b1768d370d service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.1703625
Feb 04 00:12:05.611233 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-96a47e7b-28f2-4fb0-9fa0-6305a2366141 req-5110d6f4-1e1a-4fca-a6bd-1be8119ee1dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202d5777-5dc5-4b84-8189-93c9ca93639f HTTP/1.1" status: 200  len: 1001 time: 0.1018333
Feb 04 00:12:05.673443 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42168) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:05.681703 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a47e7b-28f2-4fb0-9fa0-6305a2366141 req-98a1b22a-1cb0-4bf1-8554-71afaed23f0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:05.683142 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-96a47e7b-28f2-4fb0-9fa0-6305a2366141 req-98a1b22a-1cb0-4bf1-8554-71afaed23f0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0657909
Feb 04 00:12:05.692216 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b210cdd6-a6c5-407b-8341-60326dcfe177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.727083 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-b210cdd6-a6c5-407b-8341-60326dcfe177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:12:05.732344 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-b210cdd6-a6c5-407b-8341-60326dcfe177 admin admin] Usage tracker for resource:security_group_rule and tenant:26b3f80e604d4d48ba583edf035f5b18 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:12:05.735612 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-b210cdd6-a6c5-407b-8341-60326dcfe177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:12:05.742327 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-b210cdd6-a6c5-407b-8341-60326dcfe177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:12:05.764141 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-96a47e7b-28f2-4fb0-9fa0-6305a2366141 req-5c7b74c4-496b-4920-9535-340bbedaf8d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751576
Feb 04 00:12:05.810797 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b210cdd6-a6c5-407b-8341-60326dcfe177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.814865 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-b210cdd6-a6c5-407b-8341-60326dcfe177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.864770 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210cdd6-a6c5-407b-8341-60326dcfe177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34483382-04ea-436a-92c0-8c6d17aad37c,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:05.870854 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-b210cdd6-a6c5-407b-8341-60326dcfe177 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26b3f80e604d4d48ba583edf035f5b18&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1963925
Feb 04 00:12:05.873435 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42172) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:05.902584 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-96a47e7b-28f2-4fb0-9fa0-6305a2366141 req-eb66e5ab-c3be-45e9-ac1f-0877d0497529 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328211
Feb 04 00:12:05.938874 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7184d11e-3618-4c80-9a38-7f27bb2bb397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:05.951356 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42176) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:05.983979 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7184d11e-3618-4c80-9a38-7f27bb2bb397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:06.039743 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f4d85a5d-6493-480d-82d9-8a923acc6329 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d55219fd92a14641899da59e077615e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0871580
Feb 04 00:12:06.042384 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42180) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:06.042675 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-96a47e7b-28f2-4fb0-9fa0-6305a2366141 req-954220d1-1528-4501-8463-462e95b926fa service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346426
Feb 04 00:12:06.078611 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7184d11e-3618-4c80-9a38-7f27bb2bb397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:06.100226 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184d11e-3618-4c80-9a38-7f27bb2bb397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34483382-04ea-436a-92c0-8c6d17aad37c,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:06.109304 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7184d11e-3618-4c80-9a38-7f27bb2bb397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:06.110398 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-7184d11e-3618-4c80-9a38-7f27bb2bb397 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34483382-04ea-436a-92c0-8c6d17aad37c HTTP/1.1" status: 204  len: 168 time: 0.2360952
Feb 04 00:12:06.127191 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c13adbef-a304-4253-871e-05a9fb11c7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:06.152723 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c13adbef-a304-4253-871e-05a9fb11c7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:06.203189 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c13adbef-a304-4253-871e-05a9fb11c7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:06.218010 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13adbef-a304-4253-871e-05a9fb11c7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131cc772-0ff4-446a-8b31-f54dadf3e547,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:06.224145 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c13adbef-a304-4253-871e-05a9fb11c7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:06.229043 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c13adbef-a304-4253-871e-05a9fb11c7b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/131cc772-0ff4-446a-8b31-f54dadf3e547 HTTP/1.1" status: 204  len: 168 time: 0.1853745
Feb 04 00:12:15.560780 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a9259257-c8ed-4c92-9241-f863521517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:17.997415 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3ab279e0-a9a6-4a3e-ae9e-efda5dbc4370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:18.605963 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42294) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:18.745957 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-90ed8bcc-db54-448b-ab13-d18c374a60d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:18.776168 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-90ed8bcc-db54-448b-ab13-d18c374a60d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:12:18.779825 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-90ed8bcc-db54-448b-ab13-d18c374a60d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3166ed79d88b49b2952ca7f9880c1fe3 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:12:18.782624 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-90ed8bcc-db54-448b-ab13-d18c374a60d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:12:18.788870 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-90ed8bcc-db54-448b-ab13-d18c374a60d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:12:18.854035 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-90ed8bcc-db54-448b-ab13-d18c374a60d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:18.857541 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-90ed8bcc-db54-448b-ab13-d18c374a60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:18.901193 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed8bcc-db54-448b-ab13-d18c374a60d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014f7e77-a41a-4af2-90a1-b4b3af72f8c6,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:18.906363 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-90ed8bcc-db54-448b-ab13-d18c374a60d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3166ed79d88b49b2952ca7f9880c1fe3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2994061
Feb 04 00:12:18.908939 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42300) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:18.970266 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f0327330-7395-4238-8e71-71bed171cb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:18.994426 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f0327330-7395-4238-8e71-71bed171cb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.026777 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.045300 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f0327330-7395-4238-8e71-71bed171cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.059158 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0327330-7395-4238-8e71-71bed171cb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014f7e77-a41a-4af2-90a1-b4b3af72f8c6,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:19.065107 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-f0327330-7395-4238-8e71-71bed171cb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.066220 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-f0327330-7395-4238-8e71-71bed171cb7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/014f7e77-a41a-4af2-90a1-b4b3af72f8c6 HTTP/1.1" status: 204  len: 168 time: 0.1564002
Feb 04 00:12:19.127838 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.389609 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42308) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:19.407035 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-118dcff0-1e31-4615-a9b9-4c909f0e909a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.437192 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-118dcff0-1e31-4615-a9b9-4c909f0e909a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:12:19.440882 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-118dcff0-1e31-4615-a9b9-4c909f0e909a admin admin] Usage tracker for resource:security_group_rule and tenant:e61cf4c0254d4fd4bea70cf999d49056 is out of sync, need to count used quota {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:12:19.444245 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [None req-118dcff0-1e31-4615-a9b9-4c909f0e909a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:12:19.449737 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.quota.driver [None req-118dcff0-1e31-4615-a9b9-4c909f0e909a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:12:19.513749 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-118dcff0-1e31-4615-a9b9-4c909f0e909a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.517238 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-118dcff0-1e31-4615-a9b9-4c909f0e909a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.562587 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dcff0-1e31-4615-a9b9-4c909f0e909a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dc6b63-605a-4e6b-a194-dce5debcf7b8,revision_number=1']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:19.567674 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-118dcff0-1e31-4615-a9b9-4c909f0e909a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e61cf4c0254d4fd4bea70cf999d49056&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1770587
Feb 04 00:12:19.570795 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42312) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:19.627227 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d66af23b-815b-4bca-ad5c-6847b8fd4c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.652210 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d66af23b-815b-4bca-ad5c-6847b8fd4c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.702065 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d66af23b-815b-4bca-ad5c-6847b8fd4c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.715842 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66af23b-815b-4bca-ad5c-6847b8fd4c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dc6b63-605a-4e6b-a194-dce5debcf7b8,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:19.721846 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-d66af23b-815b-4bca-ad5c-6847b8fd4c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:19.722734 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-d66af23b-815b-4bca-ad5c-6847b8fd4c45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09dc6b63-605a-4e6b-a194-dce5debcf7b8 HTTP/1.1" status: 204  len: 168 time: 0.1510718
Feb 04 00:12:20.411065 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:20.987743 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42342) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:21.125126 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-99328591-ea34-4cd1-9b8e-074903c7b7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:21.155058 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-99328591-ea34-4cd1-9b8e-074903c7b7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 00:12:21.158712 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-99328591-ea34-4cd1-9b8e-074903c7b7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:b1fbe18a8e9c460a9aa1872cd9a6ad4d is out of sync, need to count used quota {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 00:12:21.161478 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [None req-99328591-ea34-4cd1-9b8e-074903c7b7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 00:12:21.167753 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.quota.driver [None req-99328591-ea34-4cd1-9b8e-074903c7b7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 00:12:21.231057 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-99328591-ea34-4cd1-9b8e-074903c7b7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:21.234717 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-99328591-ea34-4cd1-9b8e-074903c7b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_create {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:21.278419 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99328591-ea34-4cd1-9b8e-074903c7b7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903c4dfb-6e48-45a4-8792-d9dee3978dd8,revision_number=1']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:21.283638 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-99328591-ea34-4cd1-9b8e-074903c7b7f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1fbe18a8e9c460a9aa1872cd9a6ad4d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2948511
Feb 04 00:12:21.286431 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42348) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:21.345656 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a421fe8a-6307-4686-83a5-a4b3eef077ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:21.370700 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a421fe8a-6307-4686-83a5-a4b3eef077ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:21.423598 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a421fe8a-6307-4686-83a5-a4b3eef077ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:21.437221 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421fe8a-6307-4686-83a5-a4b3eef077ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903c4dfb-6e48-45a4-8792-d9dee3978dd8,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:21.442927 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-a421fe8a-6307-4686-83a5-a4b3eef077ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:21.444254 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-a421fe8a-6307-4686-83a5-a4b3eef077ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/903c4dfb-6e48-45a4-8792-d9dee3978dd8 HTTP/1.1" status: 204  len: 168 time: 0.1568580
Feb 04 00:12:26.309706 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:30.184235 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42354) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:30.454640 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Deleting port 373f8a6f-3499-4f76-8107-dbc08f45a2d6 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:30.454976 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:30.620498 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:30.620813 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:30.737131 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Calling delete_port for 373f8a6f-3499-4f76-8107-dbc08f45a2d6 owned by network:floatingip {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:30.878905 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:30.921672 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event deleted for resources: {'Port': ['ID=373f8a6f-3499-4f76-8107-dbc08f45a2d6,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:30.959762 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:30.960109 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:30.960435 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:30.960761 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:30.961086 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:30.961410 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:30.961730 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:30.962049 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:30.962366 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:30.962681 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:30.962996 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:31.025292 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:31.404307 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:12:31.603037 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:12:31.613504 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] Sync routers for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:12:31.627417 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:12:31.627675 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:31.628065 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df77aa670>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:12:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:31.683479 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-7bde84b0-d20c-48ad-ba47-3e227ad7d10a tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "DELETE /v2.0/floatingips/aa156724-799c-4d9d-86e6-5107807c2e32 HTTP/1.1" status: 204  len: 168 time: 1.4981885
Feb 04 00:12:31.684197 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'tag': '202d5777-5dc5-4b84-8189-93c9ca93639f'}] {{(pid=82731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:12:31.843772 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:12:31.971393 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'tag': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'status': 'completed', 'code': 200}
Feb 04 00:12:32.062593 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c30b579-9654-429d-97ad-d81825a54229 req-8b1b5ddb-18ee-4174-8ae1-734eacc7404e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 1098 time: 0.0689797
Feb 04 00:12:32.198149 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b579-9654-429d-97ad-d81825a54229 req-a3cfba2b-9a93-4b1a-b3d0-96568f7fbc46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:32.199742 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c30b579-9654-429d-97ad-d81825a54229 req-a3cfba2b-9a93-4b1a-b3d0-96568f7fbc46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.1307950
Feb 04 00:12:32.207940 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df77aa670>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'c0adf27a-7f08-41c1-8c75-4cd5ea044be3', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:19:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:08:33Z', 'updated_at': '2022-02-04T00:08:36Z', 'revision_number': 1, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:32.212405 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] Checking router: 18dd9cb5-44ee-49e6-9d36-8d8409225b60 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:12:32.221639 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c3e7f-ef47-4bcc-acdc-89ddbdc9e84d req-9ae7f5f9-3c97-4128-9346-4d9f20376bf5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:32.222343 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-9a2c3e7f-ef47-4bcc-acdc-89ddbdc9e84d req-9ae7f5f9-3c97-4128-9346-4d9f20376bf5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82731) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:12:32.228975 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:12:32.229710 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df77aa670>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:12:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:32.238736 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.quota.resource [req-9a2c3e7f-ef47-4bcc-acdc-89ddbdc9e84d req-9ae7f5f9-3c97-4128-9346-4d9f20376bf5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:12:32.240738 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9a2c3e7f-ef47-4bcc-acdc-89ddbdc9e84d req-9ae7f5f9-3c97-4128-9346-4d9f20376bf5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 945 time: 0.2370989
Feb 04 00:12:32.273425 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c30b579-9654-429d-97ad-d81825a54229 req-d9d3fad5-4f82-43b1-9c39-914c458945e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202d5777-5dc5-4b84-8189-93c9ca93639f HTTP/1.1" status: 200  len: 217 time: 0.0672071
Feb 04 00:12:32.289462 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-9a2c3e7f-ef47-4bcc-acdc-89ddbdc9e84d req-af56da93-cd31-46df-83b7-7513f3517f79 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428102
Feb 04 00:12:32.342580 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b579-9654-429d-97ad-d81825a54229 req-866cfe56-298d-4e7b-ac12-4279bd59b801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:32.344033 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c30b579-9654-429d-97ad-d81825a54229 req-866cfe56-298d-4e7b-ac12-4279bd59b801 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0646324
Feb 04 00:12:32.414191 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:12:32.420928 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c30b579-9654-429d-97ad-d81825a54229 req-5bf0227a-0fcb-4058-b11b-c06aee4d52ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697939
Feb 04 00:12:32.431009 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [req-7c30b579-9654-429d-97ad-d81825a54229 req-60b5c01b-a7a3-4b31-99de-4745f05ff47c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=82732) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 00:12:32.432164 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c30b579-9654-429d-97ad-d81825a54229 req-60b5c01b-a7a3-4b31-99de-4745f05ff47c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0053773
Feb 04 00:12:32.564357 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c30b579-9654-429d-97ad-d81825a54229 req-467ae325-b595-4cc5-a325-2b0ae523de41 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263123
Feb 04 00:12:32.764950 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df77aa670>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'c0adf27a-7f08-41c1-8c75-4cd5ea044be3', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:19:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:08:33Z', 'updated_at': '2022-02-04T00:08:36Z', 'revision_number': 1, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:32.768796 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf763e-eefc-4f44-b3c1-21e9ff2dfb8b None None] The sync data for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi is: [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_floatingips': [{'id': 'c0adf27a-7f08-41c1-8c75-4cd5ea044be3', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'router_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'port_id': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'mac_address': 'fa:16:3e:19:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:08:33Z', 'updated_at': '2022-02-04T00:08:36Z', 'revision_number': 1, 'project_id': '158236a462524d4db04b3b5f32458e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:12:32.790152 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-7c30b579-9654-429d-97ad-d81825a54229 req-0a55a020-3488-4c25-9042-2733fa561927 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193558
Feb 04 00:12:32.980860 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c5ede-9b06-4e01-9ffd-ccf170fe9328 None None] New status for floating IP aa156724-799c-4d9d-86e6-5107807c2e32: DOWN {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:12:33.567408 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-f01e113c-a17f-4d47-b170-03757b9a017d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:33.569158 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-f01e113c-a17f-4d47-b170-03757b9a017d tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 945 time: 0.1315758
Feb 04 00:12:33.630328 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284451-8252-4d7b-8a0b-f19cbf3e34b4 req-9c6bd15c-5ecd-403d-9cce-4d9ea1f63158 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:33.632052 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c8284451-8252-4d7b-8a0b-f19cbf3e34b4 req-9c6bd15c-5ecd-403d-9cce-4d9ea1f63158 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 945 time: 0.2183974
Feb 04 00:12:33.665529 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Deleting port 202d5777-5dc5-4b84-8189-93c9ca93639f {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:33.665857 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:33.735655 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-c8284451-8252-4d7b-8a0b-f19cbf3e34b4 req-39fa8cf9-ed88-43bc-b100-695c60cd3f49 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981202
Feb 04 00:12:33.922212 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] For port 202d5777-5dc5-4b84-8189-93c9ca93639f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=202d5777-5dc5-4b84-8189-93c9ca93639f,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:33.922568 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:34.041701 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Calling delete_port for 202d5777-5dc5-4b84-8189-93c9ca93639f owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:34.180118 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:34.229710 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event deleted for resources: {'Port': ['ID=202d5777-5dc5-4b84-8189-93c9ca93639f,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:34.270823 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.271166 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.271578 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.272052 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.272241 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.272715 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.273107 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.273431 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.273755 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.274080 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.274388 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-iscsi {{(pid=82732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 00:12:34.314151 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] No DVR routers for this DVR port 202d5777-5dc5-4b84-8189-93c9ca93639f on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:12:34.316432 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:34.319509 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'name': 'network-vif-deleted', 'tag': '202d5777-5dc5-4b84-8189-93c9ca93639f'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:12:34.339272 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-09378ffb-e31e-49dc-bb37-ecea0abd48b2 req-7e7e7a68-8880-418f-8541-66c859bcc697 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "DELETE /v2.0/ports/202d5777-5dc5-4b84-8189-93c9ca93639f HTTP/1.1" status: 204  len: 173 time: 0.7648971
Feb 04 00:12:34.376342 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b226d7e-cf95-477f-92a4-808f89ff385c', 'name': 'network-vif-deleted', 'tag': '202d5777-5dc5-4b84-8189-93c9ca93639f', 'status': 'completed', 'code': 200}
Feb 04 00:12:34.916230 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-3f141b09-f586-4369-85b9-198855ddbfb9 req-305dbb06-2356-43da-b73d-379601766725 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:12:34.930894 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-3f141b09-f586-4369-85b9-198855ddbfb9 req-305dbb06-2356-43da-b73d-379601766725 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:12:34.932331 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-3f141b09-f586-4369-85b9-198855ddbfb9 req-305dbb06-2356-43da-b73d-379601766725 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b226d7e-cf95-477f-92a4-808f89ff385c HTTP/1.1" status: 200  len: 210 time: 0.0578332
Feb 04 00:12:36.479696 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:12:36.653739 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 202d5777-5dc5-4b84-8189-93c9ca93639f no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:36.686784 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: 202d5777-5dc5-4b84-8189-93c9ca93639f {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:36.687125 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device 202d5777-5dc5-4b84-8189-93c9ca93639f not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:38.427316 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42390) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:38.625671 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Deleting port e2734dfa-d85d-40c3-a601-2ddd521401c0 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:38.626000 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:38.788648 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:38.788960 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:38.987521 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Calling delete_port for e2734dfa-d85d-40c3-a601-2ddd521401c0 owned by network:floatingip {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:39.139835 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:39.189117 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event deleted for resources: {'Port': ['ID=e2734dfa-d85d-40c3-a601-2ddd521401c0,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:39.278279 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:39.670624 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:12:39.865614 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:12:39.875112 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] Sync routers for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:12:39.885929 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:39.887508 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:12:39.888124 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7106490>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:12:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:39.942605 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-3fb37f2d-76c8-4ebf-8395-188cc8cfea4e tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "DELETE /v2.0/floatingips/c0adf27a-7f08-41c1-8c75-4cd5ea044be3 HTTP/1.1" status: 204  len: 168 time: 1.5139186
Feb 04 00:12:39.943805 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'tag': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:12:39.997889 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'tag': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'status': 'completed', 'code': 200}
Feb 04 00:12:40.068996 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:12:40.163350 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4a981805-f7c7-4c84-845e-e49399a49242 req-116e9331-ccc3-4c8d-bd6a-3fbc338f5b40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158236a462524d4db04b3b5f32458e47&device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 1098 time: 0.1441402
Feb 04 00:12:40.316958 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a981805-f7c7-4c84-845e-e49399a49242 req-8a93e153-bc8c-43e9-951e-22a84989ef3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:40.318574 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4a981805-f7c7-4c84-845e-e49399a49242 req-8a93e153-bc8c-43e9-951e-22a84989ef3f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 200  len: 913 time: 0.1487141
Feb 04 00:12:40.401451 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4a981805-f7c7-4c84-845e-e49399a49242 req-191f274e-9ac2-4ef0-8ecd-f5927ca965e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 HTTP/1.1" status: 200  len: 217 time: 0.0760131
Feb 04 00:12:40.451867 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb87aa6-04b5-4edb-9bf0-9a651c893412 req-6de56435-fb54-4cbf-b951-0b1af21eadab tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:40.456140 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-feb87aa6-04b5-4edb-9bf0-9a651c893412 req-6de56435-fb54-4cbf-b951-0b1af21eadab tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 945 time: 0.1798284
Feb 04 00:12:40.468371 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a981805-f7c7-4c84-845e-e49399a49242 req-1431b12b-5818-44be-b6da-160e50af79e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:40.469821 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4a981805-f7c7-4c84-845e-e49399a49242 req-1431b12b-5818-44be-b6da-160e50af79e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 200  len: 851 time: 0.0620515
Feb 04 00:12:40.471602 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7106490>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:40.476385 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] Checking router: 18dd9cb5-44ee-49e6-9d36-8d8409225b60 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:12:40.487300 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:12:40.488162 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df7106490>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:12:18Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:40.499006 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [req-feb87aa6-04b5-4edb-9bf0-9a651c893412 req-30bc21b4-ca53-457f-b99b-20172fff9240 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403388
Feb 04 00:12:40.548588 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4a981805-f7c7-4c84-845e-e49399a49242 req-ef2de54a-4935-4455-b787-b2b4e39ea2e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdad5e98-6f00-4ffe-854c-4ee35abc39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715714
Feb 04 00:12:40.665951 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:12:40.679286 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4a981805-f7c7-4c84-845e-e49399a49242 req-a7ffbbfc-b007-49ee-b74c-37c39a747bf0 service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242166
Feb 04 00:12:40.914628 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-4a981805-f7c7-4c84-845e-e49399a49242 req-37e0bd4d-3dc9-42d7-ae35-0842d7210f9a service neutron] 10.222.0.48 "GET /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2281818
Feb 04 00:12:40.979407 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df7106490>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:40.983195 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d96f3-4871-4fba-a4ec-72ba024e8e18 None None] The sync data for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi is: [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:27Z', 'revision_number': 4, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi', '_interfaces': [{'id': '1f371888-45ce-4dae-ba97-c183bb48da46', 'name': '', 'network_id': 'fdad5e98-6f00-4ffe-854c-4ee35abc39f7', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'mac_address': 'fa:16:3e:95:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:37Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'subnets': [{'id': 'dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:12:41.187134 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c58afd-bcde-40ac-a4c1-777e477ed94c None None] New status for floating IP c0adf27a-7f08-41c1-8c75-4cd5ea044be3: DOWN {{(pid=82734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 00:12:41.783362 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82dd94-180e-4464-afcf-89026d147926 req-a00608e7-9344-4fe3-a13b-70f52784f3d6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:41.784124 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-8d82dd94-180e-4464-afcf-89026d147926 req-a00608e7-9344-4fe3-a13b-70f52784f3d6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:12:41.800884 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-a586438f-021e-4fb4-b1d5-74fd6c0c0533 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 00:12:41.801472 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-a586438f-021e-4fb4-b1d5-74fd6c0c0533 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:12:41.820288 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-8d82dd94-180e-4464-afcf-89026d147926 req-a00608e7-9344-4fe3-a13b-70f52784f3d6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:12:41.821427 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d82dd94-180e-4464-afcf-89026d147926 req-a00608e7-9344-4fe3-a13b-70f52784f3d6 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 945 time: 0.1991100
Feb 04 00:12:41.822443 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-a586438f-021e-4fb4-b1d5-74fd6c0c0533 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:12:41.823891 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-a586438f-021e-4fb4-b1d5-74fd6c0c0533 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 945 time: 0.1658919
Feb 04 00:12:41.937009 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-8d82dd94-180e-4464-afcf-89026d147926 req-8ead0f37-99e4-4440-ac36-eb3861fd4699 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/security-groups?id=21b5f747-ae77-43ad-85b3-50e48e8dbb2b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1097233
Feb 04 00:12:41.940105 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-c4fd1ffe-f23d-4d4f-a9c3-8ef145f801f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Deleting port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:41.940448 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-c4fd1ffe-f23d-4d4f-a9c3-8ef145f801f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:42.202407 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-c4fd1ffe-f23d-4d4f-a9c3-8ef145f801f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] For port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:42.202753 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-c4fd1ffe-f23d-4d4f-a9c3-8ef145f801f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:42.325264 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-c4fd1ffe-f23d-4d4f-a9c3-8ef145f801f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Calling delete_port for c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 owned by compute:nova {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:42.467956 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-c4fd1ffe-f23d-4d4f-a9c3-8ef145f801f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:42.517143 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd1ffe-f23d-4d4f-a9c3-8ef145f801f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event deleted for resources: {'Port': ['ID=c2a5dd20-8a63-47c6-a4b1-b297c3f8f657,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:42.592253 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-c4fd1ffe-f23d-4d4f-a9c3-8ef145f801f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] No DVR routers for this DVR port c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 on host hv-cinder-82777 {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:12:42.594669 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-c4fd1ffe-f23d-4d4f-a9c3-8ef145f801f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for port, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:42.597266 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'name': 'network-vif-deleted', 'tag': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657'}] {{(pid=82732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 00:12:42.611868 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-6bef31ac-54bb-41fc-9079-9d02c3fc9317 req-c4fd1ffe-f23d-4d4f-a9c3-8ef145f801f1 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.48 "DELETE /v2.0/ports/c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 HTTP/1.1" status: 204  len: 173 time: 0.7658818
Feb 04 00:12:42.652645 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52352447-cd5d-4078-b480-8be2ea32bfb2', 'name': 'network-vif-deleted', 'tag': 'c2a5dd20-8a63-47c6-a4b1-b297c3f8f657', 'status': 'completed', 'code': 200}
Feb 04 00:12:43.120419 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-eebf2e0b-0c14-49a9-a79c-847eed0d5671 req-21221cac-de79-425c-bbec-13791fa62de5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Synchronizing usage tracker for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82732) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 00:12:43.135750 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.quota.resource [req-eebf2e0b-0c14-49a9-a79c-847eed0d5671 req-21221cac-de79-425c-bbec-13791fa62de5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Unset dirty status for tenant:158236a462524d4db04b3b5f32458e47 on resource:port {{(pid=82732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 00:12:43.136820 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [req-eebf2e0b-0c14-49a9-a79c-847eed0d5671 req-21221cac-de79-425c-bbec-13791fa62de5 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "GET /v2.0/ports?device_id=52352447-cd5d-4078-b480-8be2ea32bfb2 HTTP/1.1" status: 200  len: 210 time: 0.0559225
Feb 04 00:12:44.239119 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42414) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:44.396699 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3f614-2105-402d-97c4-e0bb109bdc01 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Deleting port 5ae06116-5b69-4fd4-be65-244ae4eead32 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:44.397032 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f614-2105-402d-97c4-e0bb109bdc01 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:44.560870 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f614-2105-402d-97c4-e0bb109bdc01 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:44.561099 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f614-2105-402d-97c4-e0bb109bdc01 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:44.685089 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:44.719285 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-22e813bc-8129-4517-8261-d61934468454 None None] No Port match for: c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:44.719723 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-22e813bc-8129-4517-8261-d61934468454 None None] Device c2a5dd20-8a63-47c6-a4b1-b297c3f8f657 not bound to the agent host hv-cinder-82777 {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:44.767825 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3f614-2105-402d-97c4-e0bb109bdc01 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Calling delete_port for 5ae06116-5b69-4fd4-be65-244ae4eead32 owned by network:floatingip {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:44.903330 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f614-2105-402d-97c4-e0bb109bdc01 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:44.948641 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3f614-2105-402d-97c4-e0bb109bdc01 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event deleted for resources: {'Port': ['ID=5ae06116-5b69-4fd4-be65-244ae4eead32,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:45.040137 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f614-2105-402d-97c4-e0bb109bdc01 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for floatingip, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:45.057722 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f614-2105-402d-97c4-e0bb109bdc01 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211039'] for floatingip, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:45.058855 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-c1e3f614-2105-402d-97c4-e0bb109bdc01 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "DELETE /v2.0/floatingips/1789fde8-7cc6-4700-9a3d-ba3e82efaea5 HTTP/1.1" status: 204  len: 168 time: 0.8186905
Feb 04 00:12:45.561194 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-2b267683-fce8-4933-a024-af3af8124ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:46.437890 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42432) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:46.508601 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b23c-a51e-4dae-b39a-944ae6171627 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:46.538455 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b23c-a51e-4dae-b39a-944ae6171627 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:46.603446 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b23c-a51e-4dae-b39a-944ae6171627 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:46.623136 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3b23c-a51e-4dae-b39a-944ae6171627 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b5f747-ae77-43ad-85b3-50e48e8dbb2b,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:46.634110 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b23c-a51e-4dae-b39a-944ae6171627 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:46.635216 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-bdd3b23c-a51e-4dae-b39a-944ae6171627 tempest-TestVolumeBootPattern-288977650 tempest-TestVolumeBootPattern-288977650-project] 10.222.0.13 "DELETE /v2.0/security-groups/21b5f747-ae77-43ad-85b3-50e48e8dbb2b HTTP/1.1" status: 204  len: 168 time: 0.1963441
Feb 04 00:12:46.703416 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42438) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:47.207640 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16598755'] for router_interface, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:47.789494 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] Deleting port 1f371888-45ce-4dae-ba97-c183bb48da46 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:47.790190 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:47.957676 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] For port 1f371888-45ce-4dae-ba97-c183bb48da46, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=1f371888-45ce-4dae-ba97-c183bb48da46,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:47.958046 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:47.998270 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3f22651d-7fc1-45d2-b30a-45d6596b3396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:48.076243 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] Calling delete_port for 1f371888-45ce-4dae-ba97-c183bb48da46 owned by network:router_interface {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:48.326680 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:48.371287 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f371888-45ce-4dae-ba97-c183bb48da46,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:48.659006 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15598213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16599877'] for router_interface, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:49.029721 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:49.128764 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:49.223261 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] Router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:12:49.422894 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:12:49.432787 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] Sync routers for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:12:49.437368 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-e447a7a5-ce62-420d-93db-634cc2dd918e admin admin] 10.222.0.13 "PUT /v2.0/routers/18dd9cb5-44ee-49e6-9d36-8d8409225b60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7328649
Feb 04 00:12:49.439832 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42444) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:49.445437 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:12:49.446110 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df70b2970>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:12:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:49.622336 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:12:49.631701 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Notify callbacks [] for router, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:49.905447 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df70b2970>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:12:48Z', 'revision_number': 5, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port': {'id': '3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:49.909596 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] Checking router: 18dd9cb5-44ee-49e6-9d36-8d8409225b60 for host: dv-cinder-827776-1-iscsi {{(pid=82733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:12:49.914096 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:49.921071 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] Routers {'18dd9cb5-44ee-49e6-9d36-8d8409225b60'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:12:49.921773 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df70b2970>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:12:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'], 'active': True} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:49.923515 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Deleting port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:49.923863 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:50.099875 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] For port 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:50.100248 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:50.113305 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_dvr_db [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] Set router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 gateway port host: None {{(pid=82733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:12:50.218244 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Calling delete_port for 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb owned by network:router_gateway {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:50.219233 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.db.l3_hamode_db [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df70b2970>, [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:12:49Z', 'revision_number': 6, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port_host': None}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:50.223191 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c49a97-e3b4-449d-a46f-3f1bc7d19979 None None] The sync data for ids ['18dd9cb5-44ee-49e6-9d36-8d8409225b60'] in dv-cinder-827776-1-iscsi is: [{'id': '18dd9cb5-44ee-49e6-9d36-8d8409225b60', 'name': 'tempest-TestVolumeBootPattern-1861506113-router', 'tenant_id': '158236a462524d4db04b3b5f32458e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:21Z', 'updated_at': '2022-02-04T00:12:49Z', 'revision_number': 6, 'project_id': '158236a462524d4db04b3b5f32458e47', 'gw_port_host': None}] {{(pid=82733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:12:50.382381 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:50.413130 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:50.425921 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:50.648940 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16599944'] for router_gateway, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:50.903444 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16597044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:50.907602 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:50.931666 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16629668'] for router, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:50.932165 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18dd9cb5-44ee-49e6-9d36-8d8409225b60 {{(pid=82731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 00:12:50.945837 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:50.946981 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-027ed4cf-4e6b-4e3c-b431-b02e8f13102d admin admin] 10.222.0.13 "DELETE /v2.0/routers/18dd9cb5-44ee-49e6-9d36-8d8409225b60 HTTP/1.1" status: 204  len: 168 time: 1.5062554
Feb 04 00:12:50.949442 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42448) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:51.096392 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8288b4e-1d2c-4811-9cee-5d28340ca684 admin admin] Deleting subnet dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b {{(pid=82731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:12:51.099918 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c8288b4e-1d2c-4811-9cee-5d28340ca684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.148515 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c8288b4e-1d2c-4811-9cee-5d28340ca684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15390533'] for subnet, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.228195 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c8288b4e-1d2c-4811-9cee-5d28340ca684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.297512 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c8288b4e-1d2c-4811-9cee-5d28340ca684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16080009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15663901'] for subnet, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.335801 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8288b4e-1d2c-4811-9cee-5d28340ca684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:51.340372 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c8288b4e-1d2c-4811-9cee-5d28340ca684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.347122 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c315da7-d3c0-45ff-a84b-aa1e8c42883d None None] Network fdad5e98-6f00-4ffe-854c-4ee35abc39f7 requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:12:51.348600 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c8288b4e-1d2c-4811-9cee-5d28340ca684 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dad1f10d-2fd6-4f4d-a555-e8d62c5fb59b HTTP/1.1" status: 204  len: 168 time: 0.3981826
Feb 04 00:12:51.348882 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42452) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:51.427355 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:51.466543 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.476933 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Deleting port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:51.477709 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.478335 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:51.478686 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 3d93a4ba-b3c6-491e-b8ea-450b12e4c2fb not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:51.479106 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 1f371888-45ce-4dae-ba97-c183bb48da46 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:51.521619 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 1f371888-45ce-4dae-ba97-c183bb48da46 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:51.521960 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 1f371888-45ce-4dae-ba97-c183bb48da46 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:51.683070 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] For port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=2b5d9382-335f-4a7f-8b5b-ce395c9f7050,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:51.683365 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.686830 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] DHCP port deletion for fdad5e98-6f00-4ffe-854c-4ee35abc39f7 request from dv-cinder-827776-1-iscsi {{(pid=82733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 00:12:51.691484 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] Deleting port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:51.691889 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.803764 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Calling delete_port for 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 owned by network:dhcp {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:51.879556 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.887808 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] For port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=2b5d9382-335f-4a7f-8b5b-ce395c9f7050,segment=NetworkSegment(ace63350-8753-4ac8-be77-de36f30c255b),segment_id=ace63350-8753-4ac8-be77-de36f30c255b)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:51.888193 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:51.925996 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5d9382-335f-4a7f-8b5b-ce395c9f7050,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:51.930430 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] No DVR routers for this DVR port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 on host dv-cinder-827776-1-iscsi {{(pid=82732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:12:52.012656 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] Calling delete_port for 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 owned by network:dhcp {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:52.045093 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:52.070144 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df6ae0940>,) {'filters': {'network_id': ['fdad5e98-6f00-4ffe-854c-4ee35abc39f7']}} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:52.079777 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.api [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:12:52.080163 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG oslo_db.api [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:12:52.082103 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6ae0940>, 'ace63350-8753-4ac8-be77-de36f30c255b') {'for_net_delete': True} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:52.082418 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.services.segments.db [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df6ae0940>, 'ace63350-8753-4ac8-be77-de36f30c255b') {} {{(pid=82732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:52.094967 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15827289'] for segment, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:52.111927 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:52.118331 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=82732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:12:52.118715 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15884321'] for segment, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]: Traceback (most recent call last):
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     timer()
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     cb(*args, **kw)
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     return func(*args, **kwargs)
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     self._notify()
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     self.callback(batched_events)
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     event.method(event)
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     return f(self, *a, **k)
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._get(url).json()
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:12:52.136004 dv-cinder-827776-1-iscsi neutron-server[82732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:12:52.210150 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:52.226930 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:52.236962 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=fdad5e98-6f00-4ffe-854c-4ee35abc39f7,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:52.250162 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-d0e16bb3-6c6c-4f6e-8ad4-f0bc10875e5e admin admin] 10.222.0.13 "DELETE /v2.0/networks/fdad5e98-6f00-4ffe-854c-4ee35abc39f7 HTTP/1.1" status: 204  len: 168 time: 0.9003475
Feb 04 00:12:52.252864 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42456) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:52.581327 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] Deleting port 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:52.581911 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:52.649784 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4453016d-97cc-4a39-b2a3-dfdbb0b64e08 None None] The port '2b5d9382-335f-4a7f-8b5b-ce395c9f7050' was deleted {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 00:12:52.724339 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16598755'] for router_interface, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:53.307047 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] Deleting port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab {{(pid=82732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:53.307387 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:53.383869 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:53.416250 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:53.416585 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 2b5d9382-335f-4a7f-8b5b-ce395c9f7050 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:53.478503 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.db [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] For port 3b98dd49-086a-4bab-97f9-6a2ec1d044ab, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=3b98dd49-086a-4bab-97f9-6a2ec1d044ab,segment=NetworkSegment(84d9949a-67a9-4d80-9069-c6f5da426acc),segment_id=84d9949a-67a9-4d80-9069-c6f5da426acc)] {{(pid=82732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:53.478852 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:53.596099 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] Calling delete_port for 3b98dd49-086a-4bab-97f9-6a2ec1d044ab owned by network:router_interface {{(pid=82732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:53.766218 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15884402'] for port, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:53.813037 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b98dd49-086a-4bab-97f9-6a2ec1d044ab,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:54.185201 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15598213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16599877'] for router_interface, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:54.750107 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] Router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 has already been hosted by L3 agent 890e6603-ab9f-48c7-87d9-549e9f6644d8 {{(pid=82732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 00:12:54.944662 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-iscsi the message routers_updated {{(pid=82732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 00:12:54.952995 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] Sync routers for ids ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'] in dv-cinder-827776-1-iscsi {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 00:12:54.953537 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-5ed2cb7d-91b4-40d1-afb5-60ef842fdb47 admin admin] 10.222.0.13 "PUT /v2.0/routers/1f4ae70f-fdd8-4a5d-baca-92bceceaa015/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6994734
Feb 04 00:12:54.955963 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42460) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:54.965970 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] Routers {'1f4ae70f-fdd8-4a5d-baca-92bceceaa015'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:12:54.966552 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df77bf550>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:12:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:55.140099 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] Set router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 gateway port host: dv-cinder-827776-1-iscsi {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:12:55.148782 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Notify callbacks [] for router, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:55.342975 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:55.354566 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Deleting port f3b10108-cd81-469f-8963-451da412fe13 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:55.355177 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:55.439107 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df77bf550>, [{'id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'name': 'tempest-TestVolumeBootPattern-551240235-router', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'external_fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'f3b10108-cd81-469f-8963-451da412fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:12:53Z', 'revision_number': 5, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'gw_port': {'id': 'f3b10108-cd81-469f-8963-451da412fe13', 'name': '', 'network_id': '37925b6f-7373-4670-a9f0-ede61b099b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:35Z', 'updated_at': '2022-02-04T00:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd52a7a85-64dd-4dac-bc70-f96d5833c907', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-iscsi'}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:55.443186 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] Checking router: 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 for host: dv-cinder-827776-1-iscsi {{(pid=82734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 00:12:55.453760 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] Routers {'1f4ae70f-fdd8-4a5d-baca-92bceceaa015'} bound to L3 agent in host dv-cinder-827776-1-iscsi {{(pid=82734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 00:12:55.454337 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9df77bf550>, 'dv-cinder-827776-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:53:48Z,description=<?>,heartbeat_timestamp=2022-02-04T00:12:48Z,host='dv-cinder-827776-1-iscsi',id=890e6603-ab9f-48c7-87d9-549e9f6644d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-03T23:53:48Z,topic='l3_agent')) {'router_ids': ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'], 'active': True} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:55.534846 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] For port f3b10108-cd81-469f-8963-451da412fe13, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=f3b10108-cd81-469f-8963-451da412fe13,segment=NetworkSegment(823c9ba0-cade-4929-abdb-b1514eda867d),segment_id=823c9ba0-cade-4929-abdb-b1514eda867d)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:55.535202 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:55.600164 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_dvr_db [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] Set router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 gateway port host: None {{(pid=82734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 00:12:55.653861 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Calling delete_port for f3b10108-cd81-469f-8963-451da412fe13 owned by network:router_gateway {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:55.704765 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.l3_hamode_db [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9df77bf550>, [{'id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'name': 'tempest-TestVolumeBootPattern-551240235-router', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:12:55Z', 'revision_number': 6, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'gw_port_host': None}], 'dv-cinder-827776-1-iscsi', False) {} {{(pid=82734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:55.709302 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f3908-cbdf-4d01-8948-5b599f16b04f None None] The sync data for ids ['1f4ae70f-fdd8-4a5d-baca-92bceceaa015'] in dv-cinder-827776-1-iscsi is: [{'id': '1f4ae70f-fdd8-4a5d-baca-92bceceaa015', 'name': 'tempest-TestVolumeBootPattern-551240235-router', 'tenant_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:12:55Z', 'revision_number': 6, 'project_id': '41ccef86d55a4b48a7a7c58dfb3e0912', 'gw_port_host': None}] {{(pid=82734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 00:12:55.814163 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:55.856705 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b10108-cd81-469f-8963-451da412fe13,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:56.074304 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16599944'] for router_gateway, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.325036 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.408901 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16597044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.413947 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.441187 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16629668'] for router, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.441715 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f4ae70f-fdd8-4a5d-baca-92bceceaa015 {{(pid=82731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 00:12:56.453435 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] Notify callbacks [] for router, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.454548 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-c16bfaf1-c285-4387-89fe-b01c53b55d52 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1f4ae70f-fdd8-4a5d-baca-92bceceaa015 HTTP/1.1" status: 204  len: 168 time: 1.4976306
Feb 04 00:12:56.457066 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42464) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:56.515406 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.db_base_plugin_v2 [None req-db731917-61a3-4596-aa9a-c821ddf334ec admin admin] Deleting subnet 8b13fe31-3800-4a43-ab74-2c41fb705a30 {{(pid=82731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 00:12:56.518406 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-db731917-61a3-4596-aa9a-c821ddf334ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.566979 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-db731917-61a3-4596-aa9a-c821ddf334ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15390533'] for subnet, precommit_delete_associations {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.647671 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-db731917-61a3-4596-aa9a-c821ddf334ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-857253'] for subnet, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.714710 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-db731917-61a3-4596-aa9a-c821ddf334ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16080009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15663901'] for subnet, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.754268 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db731917-61a3-4596-aa9a-c821ddf334ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b13fe31-3800-4a43-ab74-2c41fb705a30,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:56.760541 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-db731917-61a3-4596-aa9a-c821ddf334ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.765532 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b59d6ab-d7ab-4b36-a468-fa6b19aea5ef None None] Network 28b27add-26e5-4987-87ac-e4dae3d305ef requested from dv-cinder-827776-1-iscsi {{(pid=82733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 00:12:56.766591 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-db731917-61a3-4596-aa9a-c821ddf334ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b13fe31-3800-4a43-ab74-2c41fb705a30 HTTP/1.1" status: 204  len: 168 time: 0.3085668
Feb 04 00:12:56.769051 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42468) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:56.879667 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-838750'] for network, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:56.890306 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Deleting port ec3592be-6061-486d-a2c1-342fd97acf40 {{(pid=82731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:56.890639 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.010964 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] DHCP port deletion for 28b27add-26e5-4987-87ac-e4dae3d305ef request from dv-cinder-827776-1-iscsi {{(pid=82733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 00:12:57.015144 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] Deleting port ec3592be-6061-486d-a2c1-342fd97acf40 {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:57.015510 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.096877 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.db [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] For port ec3592be-6061-486d-a2c1-342fd97acf40, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=ec3592be-6061-486d-a2c1-342fd97acf40,segment=NetworkSegment(84d9949a-67a9-4d80-9069-c6f5da426acc),segment_id=84d9949a-67a9-4d80-9069-c6f5da426acc)] {{(pid=82731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:57.097488 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.215534 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Calling delete_port for ec3592be-6061-486d-a2c1-342fd97acf40 owned by network:dhcp {{(pid=82731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:57.215828 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.db [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] For port ec3592be-6061-486d-a2c1-342fd97acf40, host dv-cinder-827776-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-iscsi',level=0,port_id=ec3592be-6061-486d-a2c1-342fd97acf40,segment=NetworkSegment(84d9949a-67a9-4d80-9069-c6f5da426acc),segment_id=84d9949a-67a9-4d80-9069-c6f5da426acc)] {{(pid=82733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 00:12:57.216038 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16751798'] for port, precommit_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.290735 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-909774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769778053111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769777678821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223864'] for port, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.334549 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3592be-6061-486d-a2c1-342fd97acf40,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:57.340476 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] No DVR routers for this DVR port ec3592be-6061-486d-a2c1-342fd97acf40 on host dv-cinder-827776-1-iscsi {{(pid=82731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 00:12:57.372789 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] Calling delete_port for ec3592be-6061-486d-a2c1-342fd97acf40 owned by network:dhcp {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 00:12:57.411954 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 3b98dd49-086a-4bab-97f9-6a2ec1d044ab no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:57.452471 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: 3b98dd49-086a-4bab-97f9-6a2ec1d044ab {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:57.452816 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device 3b98dd49-086a-4bab-97f9-6a2ec1d044ab not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:57.453221 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device ec3592be-6061-486d-a2c1-342fd97acf40 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:57.459644 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857402', 'neutron.services.segments.db._delete_segments_for_network-8769778129628'] for network, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.485520 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9df66d0130>,) {'filters': {'network_id': ['28b27add-26e5-4987-87ac-e4dae3d305ef']}} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:57.485829 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: ec3592be-6061-486d-a2c1-342fd97acf40 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:57.486169 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device ec3592be-6061-486d-a2c1-342fd97acf40 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:57.486572 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device f3b10108-cd81-469f-8963-451da412fe13 no longer exists at agent ovs-agent-dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 00:12:57.498323 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df66d0130>, '84d9949a-67a9-4d80-9069-c6f5da426acc') {'for_net_delete': True} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:57.498625 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.services.segments.db [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9df66d0130>, '84d9949a-67a9-4d80-9069-c6f5da426acc') {} {{(pid=82731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 00:12:57.510483 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769778129511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15390588'] for segment, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.524330 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] No Port match for: f3b10108-cd81-469f-8963-451da412fe13 {{(pid=82733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 00:12:57.524673 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.rpc [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Device f3b10108-cd81-469f-8963-451da412fe13 not bound to the agent host dv-cinder-827776-1-iscsi {{(pid=82733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 00:12:57.528402 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-796943'] for segment, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.535039 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=82731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 00:12:57.535440 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-796934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223787'] for segment, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.540913 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.db.api [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 00:12:57.541267 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG oslo_db.api [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]: Traceback (most recent call last):
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     timer()
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     cb(*args, **kw)
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     return func(*args, **kwargs)
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     self._notify()
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     self.callback(batched_events)
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     event.method(event)
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     return f(self, *a, **k)
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._get(url).json()
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     return self.request(url, 'GET', **kwargs)
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 00:12:57.548386 dv-cinder-827776-1-iscsi neutron-server[82731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 00:12:57.703985 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15598090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16600035'] for network, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.719254 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15598294'] for network, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:57.728750 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] Pushing event deleted for resources: {'Network': ['ID=28b27add-26e5-4987-87ac-e4dae3d305ef,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:57.732761 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-bf5a32ae-46ef-4bb1-91a6-82d1bee7de2b admin admin] 10.222.0.13 "DELETE /v2.0/networks/28b27add-26e5-4987-87ac-e4dae3d305ef HTTP/1.1" status: 204  len: 168 time: 0.9626353
Feb 04 00:12:57.869262 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42474) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:57.921384 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-fa061e39-64b9-425d-92f2-4185b8f2d12c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=158236a462524d4db04b3b5f32458e47&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0509794
Feb 04 00:12:57.923847 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.wsgi [-] (82731) accepted ('10.222.0.13', 42478) {{(pid=82731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:57.985803 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-57ec7b31-ddd2-4f30-b6ac-8fef68d8514d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:58.010592 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-57ec7b31-ddd2-4f30-b6ac-8fef68d8514d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:58.042834 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] Deleting port ec3592be-6061-486d-a2c1-342fd97acf40 {{(pid=82733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 00:12:58.043232 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769778193466'] for port, before_delete {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:58.062087 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-57ec7b31-ddd2-4f30-b6ac-8fef68d8514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:58.077388 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec7b31-ddd2-4f30-b6ac-8fef68d8514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5bd531-cb14-4de6-ac95-2557e6f11a63,revision_number=None']} {{(pid=82731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:58.085983 dv-cinder-827776-1-iscsi neutron-server[82731]: DEBUG neutron_lib.callbacks.manager [None req-57ec7b31-ddd2-4f30-b6ac-8fef68d8514d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:58.088274 dv-cinder-827776-1-iscsi neutron-server[82731]: INFO neutron.wsgi [None req-57ec7b31-ddd2-4f30-b6ac-8fef68d8514d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d5bd531-cb14-4de6-ac95-2557e6f11a63 HTTP/1.1" status: 204  len: 168 time: 0.1623943
Feb 04 00:12:58.117085 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron.plugins.ml2.plugin [None req-795be06c-7a4a-4b46-8de9-3ed6b276f0ae None None] The port 'ec3592be-6061-486d-a2c1-342fd97acf40' was deleted {{(pid=82733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 00:12:58.477272 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42486) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:58.525700 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-32b6775f-643b-4344-b69b-208da23705bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41ccef86d55a4b48a7a7c58dfb3e0912&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0472376
Feb 04 00:12:58.528010 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.wsgi [-] (82732) accepted ('10.222.0.13', 42490) {{(pid=82732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 00:12:58.585036 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7c46e77a-d075-48e6-809a-4e5a86190493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:58.613386 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7c46e77a-d075-48e6-809a-4e5a86190493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:58.663812 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7c46e77a-d075-48e6-809a-4e5a86190493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16588606'] for security_group, after_delete {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:58.679776 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46e77a-d075-48e6-809a-4e5a86190493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14624be8-d9df-43c6-b51f-f82dc086c034,revision_number=None']} {{(pid=82732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 00:12:58.685580 dv-cinder-827776-1-iscsi neutron-server[82732]: DEBUG neutron_lib.callbacks.manager [None req-7c46e77a-d075-48e6-809a-4e5a86190493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:12:58.686695 dv-cinder-827776-1-iscsi neutron-server[82732]: INFO neutron.wsgi [None req-7c46e77a-d075-48e6-809a-4e5a86190493 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14624be8-d9df-43c6-b51f-f82dc086c034 HTTP/1.1" status: 204  len: 168 time: 0.1578245
Feb 04 00:13:13.481828 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:13:15.563677 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-a0d4120c-6b37-4e65-b748-fe2398c15230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:18.000675 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-b893274a-3c29-45df-9fdf-f2fb4ddd5c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:19.030742 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:19.130880 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:20.416119 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:26.321978 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:45.564871 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4bad24df-ad38-404f-be37-430fb6f9012f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:48.004317 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-ba734675-9cbe-4341-a244-5075dcb28869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:49.032946 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:49.133875 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:50.419016 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:13:50.482431 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:13:56.322237 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:15.566920 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4b07b7e7-5037-4c6d-9202-7b5b3c1609a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:18.004660 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3a803425-4e5d-49a9-a7cd-307ca9a6aee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:19.036155 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:19.134688 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:20.421137 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:26.320500 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:27.482371 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:14:45.569556 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-216a7b17-846c-4c87-92f9-728a204436b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:48.005944 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4b0d06b3-ed76-404c-8f90-a74a59de03d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:49.037985 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:49.136433 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:50.424420 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:14:56.336801 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:04.482208 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:15:15.571902 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-facd7a32-4c10-4dad-bce5-d0db493b00b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:18.009965 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-71ea56a8-cf40-4a2b-9434-10f6c1fa7181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:19.039251 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:19.137270 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:20.427514 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:26.349823 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:41.483332 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:15:45.574830 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-979cb2cf-d615-4317-ad98-7448db6d032c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:48.009787 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb5103-182f-4419-9584-e94abc8dc7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:49.041997 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:49.137733 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:50.430051 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:15:56.349628 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:15.577707 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-ff058a18-f198-44c9-9942-023b84a13914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:18.010927 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fa0ddbe7-d3bc-455d-8be0-969b07270751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:18.483157 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:16:19.044763 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:19.139658 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:20.431604 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:26.352021 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:45.579865 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-14952eb8-23ea-4f50-b0b9-348da7e24fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:48.012748 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-3f96b778-eee3-4115-8467-214b1de5d8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:49.047492 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:49.141112 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:50.433985 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:16:55.482716 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:16:56.352747 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:15.581388 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-63915c75-8cbe-43b0-9f8d-cef71b9a857e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:18.016870 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-642e3fc5-c646-455e-ae30-9072f3ae2ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:19.049607 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:19.142057 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:20.437055 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:26.363010 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:32.483119 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 00:17:45.582348 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-fac1f390-a689-472a-ac52-53deb5d4bd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:48.018446 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-c6997625-ab4c-41fe-9f6e-b6b4e0a4133c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:49.053942 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-47240daf-32d0-4025-b8f2-0229696cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:49.142984 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1c6-8551-4894-a386-c998b1f4b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:50.440702 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-13dae06e-4ed2-46b8-b296-17443a0eb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:17:56.361073 dv-cinder-827776-1-iscsi neutron-server[82733]: DEBUG neutron_lib.callbacks.manager [None req-22e813bc-8129-4517-8261-d61934468454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769778129610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852026'] for agent, after_update {{(pid=82733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 00:18:09.484443 dv-cinder-827776-1-iscsi neutron-server[82734]: DEBUG neutron.db.agents_db [None req-3e14999b-d213-40ac-9bfa-820052566d0c None None] Agent healthcheck: found 6 active agents {{(pid=82734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}